-- Logs begin at Mon 2021-07-05 11:41:29 UTC, end at Mon 2021-07-05 12:45:41 UTC. -- Jul 05 12:15:03.750357 dv-cinder-796286-12-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 05 12:15:06.511525 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.common.config [-] Logging enabled! Jul 05 12:15:06.512118 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev446 Jul 05 12:15:06.512272 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92819) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 05 12:15:06.516288 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.common.config [-] Logging enabled! Jul 05 12:15:06.516543 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev446 Jul 05 12:15:06.516858 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92819) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 05 12:15:06.517792 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 05 12:15:06.518027 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 05 12:15:06.518410 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 05 12:15:06.518660 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 05 12:15:06.518915 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 05 12:15:06.519239 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.519541 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.519839 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.520073 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.520368 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.520660 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.520943 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.521231 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.521528 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.521823 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.522095 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.522379 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.522612 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.522932 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.523220 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.523507 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.523733 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] debug = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.524013 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.524437 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.524858 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.525140 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.525429 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.525708 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.525982 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.526259 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.526542 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.526908 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] host = dv-cinder-796286-12-iscsi {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.527188 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.527479 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.527767 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.528197 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.528560 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.528861 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.529390 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.529667 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.529946 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] log_file = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.530222 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.530511 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.530825 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.531118 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.531345 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.531569 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.531857 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.532145 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.532421 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.532695 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.532974 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.533251 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.533523 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.533793 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.534078 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.534362 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.534645 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.534965 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.535229 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.535501 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.535774 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.536059 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.536332 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.536606 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.536878 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.537164 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.537436 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.537708 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.538006 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.538292 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.538573 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.538881 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.539157 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.539438 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.539710 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.539982 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.540252 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] use_json = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.540524 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.540793 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.541071 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.541343 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.541615 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.541887 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.542157 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.542439 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:06.542753 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.543053 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.543456 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.543884 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.544264 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.544550 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.544844 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.545127 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.545418 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.545709 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.546004 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.546286 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.546578 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.546897 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.547195 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.547503 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.547801 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.548095 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.548374 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.548652 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.548929 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.549208 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.549495 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.549794 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.550091 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.550370 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.550652 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.550974 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.551254 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.551530 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.551814 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.552106 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.552390 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.552675 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.552964 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.553246 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.553521 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.553794 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.554074 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.554366 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.554644 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.554944 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.555219 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.555497 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.555767 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.556054 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.556334 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.556610 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.556883 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.557163 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.557437 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.557711 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.557988 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.558263 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.558541 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.558844 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.559651 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.559936 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.560295 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.560488 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.560764 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.561038 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.561317 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.561592 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.561867 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.562140 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.562414 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.562690 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.563006 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.563385 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.563673 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.563953 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.564233 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.564516 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.564797 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.565077 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.565356 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.565636 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.565910 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.566203 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.566486 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.566802 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.567090 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.567368 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.567665 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.567947 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.568234 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.568514 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.568795 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.569087 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.569372 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.569668 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.569965 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.570259 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.570556 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.570877 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.571161 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.571471 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.571752 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:06.571975 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 05 12:15:06.572219 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92819) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 05 12:15:06.930860 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 05 12:15:06.931092 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 05 12:15:06.931363 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 05 12:15:06.931701 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 05 12:15:07.321714 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.322007 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.322284 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.323608 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.323886 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.324152 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.359299 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.359574 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.359843 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.373030 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.373314 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.373589 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.403487 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.403772 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.404302 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.440405 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.440689 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.440960 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.675069 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.675653 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.675653 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.675830 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.676512 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.798215 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.798537 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.798849 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.799126 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.799393 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.799706 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.799970 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.800234 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.800490 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.800775 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.801037 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.801306 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.801575 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.801841 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.802102 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.802371 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.802643 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.802938 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.803215 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.803472 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.803759 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.804110 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.804366 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.804652 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.804906 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.805155 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.805555 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92819) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 12:15:07.805799 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92819) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 12:15:07.806040 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92819) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 12:15:07.806283 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92819) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 12:15:07.806521 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92819) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 12:15:07.806783 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92819) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 12:15:07.807150 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 05 12:15:07.811774 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 05 12:15:07.815736 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 05 12:15:07.819544 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jul 05 12:15:07.821181 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 05 12:15:07.821638 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 05 12:15:07.821977 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 05 12:15:07.822365 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 05 12:15:07.825759 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 05 12:15:07.826008 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 05 12:15:07.826358 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 05 12:15:07.854056 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 05 12:15:07.854507 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.854851 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92819) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 05 12:15:07.855217 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.856677 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92819) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 05 12:15:07.856958 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 05 12:15:07.857206 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 05 12:15:07.860401 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.860689 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:07.924151 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 05 12:15:07.924392 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 05 12:15:07.924629 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 05 12:15:07.925002 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 05 12:15:07.946167 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_db.sqlalchemy.engines [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92819) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 05 12:15:08.477082 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.managers [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Initializing driver for type 'gre' Jul 05 12:15:08.477539 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] gre ID ranges: [(1, 1000)] Jul 05 12:15:08.538461 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.managers [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Initializing driver for type 'local' Jul 05 12:15:08.538818 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.managers [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Initializing driver for type 'vlan' Jul 05 12:15:08.552181 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] VlanTypeDriver initialization complete Jul 05 12:15:08.552513 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.managers [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Initializing driver for type 'vxlan' Jul 05 12:15:08.552993 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] vxlan ID ranges: [(1, 1000)] Jul 05 12:15:08.602164 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.managers [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Initializing extension driver 'port_security' Jul 05 12:15:08.602514 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.extensions.port_security [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] PortSecurityExtensionDriver initialization complete Jul 05 12:15:08.602896 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.managers [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Initializing mechanism driver 'openvswitch' Jul 05 12:15:08.603252 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.managers [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Initializing mechanism driver 'hyperv' Jul 05 12:15:08.609816 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.plugins.ml2.plugin [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:15:08.610502 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > port after_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.610903 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > port after_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.611261 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > port after_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.611773 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92819) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 12:15:08.612201 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > subnet after_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.612556 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > subnet after_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.612900 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.613285 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92819) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 12:15:08.613684 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > network after_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.614030 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > network after_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.614371 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > network after_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.614770 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92819) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 12:15:08.615247 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > security_group after_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.615598 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > security_group after_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.615944 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.616470 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92819) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 12:15:08.616874 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.617221 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.617563 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.617950 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92819) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 12:15:08.618351 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > address_group after_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.618695 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > address_group after_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.619058 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.619441 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92819) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 12:15:08.619815 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] ML2 OVO RPC backend initialized. {{(pid=92819) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 05 12:15:08.620514 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.620866 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.621280 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > network before_response 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.622161 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > networks before_response 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.623961 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > port before_response 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.624317 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > ports before_response 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.624669 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > subnet before_response 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.625017 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > subnets before_response 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.625368 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > network after_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.625713 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > network after_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.626051 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > network after_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.626391 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > port after_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.626757 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > port after_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.627103 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > port after_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.627442 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > subnet after_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.627777 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > subnet after_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.628112 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.628690 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.plugin [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Modular L2 Plugin initialization complete Jul 05 12:15:08.629020 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading services supported by the core plugin {{(pid=92819) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 05 12:15:08.629347 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.plugins.ml2.managers [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Got port-security extension from driver 'port_security' Jul 05 12:15:08.629804 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.extensions.vlantransparent [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Disabled vlantransparent extension. Jul 05 12:15:08.630286 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92819) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 05 12:15:08.630603 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading Plugin: router Jul 05 12:15:08.667548 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.667941 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > router after_create 55549900 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.668307 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > router before_create 55549900 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.669267 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.669645 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.670032 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > router after_delete 55549900 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.670391 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.670772 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > router after_create 55549900 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.671121 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > router after_update 55549900 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.671469 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > router after_update 55549900 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.671822 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.672179 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > router after_update 55549900 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.672588 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > router precommit_update 55549900 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.673028 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: port after_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.673378 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: port after_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.673705 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: subnet after_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.674041 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.674396 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.674763 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > router precommit_create 55549900 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.675109 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: port before_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.675624 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > router precommit_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.675793 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > router after_update 55549900 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.676133 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.676482 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > router precommit_create 55549900 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.676841 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.677183 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > router precommit_update 55549900 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.677541 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > agent after_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.677887 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > agent after_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.678228 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > network after_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.679103 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.quota.resource_registry [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Tracking information for resource: router configured {{(pid=92819) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 12:15:08.679434 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.quota.resource_registry [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Tracking information for resource: floatingip configured {{(pid=92819) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 12:15:08.685475 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.db.l3_agentschedulers_db [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 05 12:15:08.686054 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: port after_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.686411 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: port after_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.686782 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: port after_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.687133 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: port after_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.687914 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > router before_create 55550100 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.688276 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.688710 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > router precommit_create 55550100 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.689068 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > router precommit_update 55550100 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.693473 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.services.provider_configuration [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Service providers = [] {{(pid=92819) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 05 12:15:08.693836 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.db.servicetype_db [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92819) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 05 12:15:08.696768 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.services.service_base [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92819) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 12:15:08.697117 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.services.service_base [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92819) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 12:15:08.697455 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.services.service_base [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92819) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 12:15:08.698334 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.services.service_base [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92819) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 12:15:08.698704 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.services.service_base [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 05 12:15:08.699126 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92819) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 12:15:08.699444 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 05 12:15:08.711425 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92819) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 12:15:08.711759 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading Plugin: auto_allocate Jul 05 12:15:08.717846 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: network precommit_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.718217 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: network precommit_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.718743 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92819) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 12:15:08.719079 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading Plugin: tag Jul 05 12:15:08.725514 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92819) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 12:15:08.725838 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading Plugin: timestamp Jul 05 12:15:08.731334 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92819) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 12:15:08.731965 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading Plugin: network_ip_availability Jul 05 12:15:08.737306 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.737676 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.738033 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.738747 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92819) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 12:15:08.739079 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading Plugin: flavors Jul 05 12:15:08.743681 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92819) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 12:15:08.744015 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading Plugin: revisions Jul 05 12:15:08.749242 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92819) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 12:15:08.749630 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_concurrency.lockutils [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.818s {{(pid=92819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 05 12:15:08.750363 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92819) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 05 12:15:08.750702 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Initializing extension manager. Jul 05 12:15:08.751228 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: __init__.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.751568 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: __pycache__ {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.751903 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.752233 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: address_group.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.752978 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.753533 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: address-group Jul 05 12:15:08.753856 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: address_scope.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.754560 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.755107 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: address-scope Jul 05 12:15:08.755425 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.756340 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.756842 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: router-admin-state-down-before-update Jul 05 12:15:08.757162 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: agent.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.757854 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.758543 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: agent Jul 05 12:15:08.758900 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: agent_resources_synced.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.759806 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.760306 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: agent-resources-synced Jul 05 12:15:08.760622 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: allowedaddresspairs.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.763519 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.764044 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: allowed-address-pairs Jul 05 12:15:08.764369 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: auto_allocated_topology.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.765545 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.766056 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: auto-allocated-topology Jul 05 12:15:08.766416 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: availability_zone.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.767146 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.767648 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: availability_zone Jul 05 12:15:08.767965 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: availability_zone_filter.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.768869 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.769373 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: availability_zone_filter Jul 05 12:15:08.769692 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: data_plane_status.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.770586 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.771125 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extension data-plane-status not supported by any of loaded plugins Jul 05 12:15:08.771443 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: default_subnetpools.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.772362 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.772863 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: default-subnetpools Jul 05 12:15:08.773180 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.773975 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.774474 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: dhcp_agent_scheduler Jul 05 12:15:08.774828 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: dns.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.775733 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.776226 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extension dns-integration not supported by any of loaded plugins Jul 05 12:15:08.776544 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: dns_domain_ports.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.777451 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.778141 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 05 12:15:08.778928 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.780108 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.780608 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 05 12:15:08.780928 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: dvr.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.781592 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.782087 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: dvr Jul 05 12:15:08.782402 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: empty_string_filtering.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.783334 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.783836 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: empty-string-filtering Jul 05 12:15:08.784155 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.785080 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.785558 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 05 12:15:08.785876 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.786794 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.787295 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 05 12:15:08.787614 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: external_net.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.788520 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.789019 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: external-net Jul 05 12:15:08.789338 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.790253 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.790780 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: extra_dhcp_opt Jul 05 12:15:08.791107 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: extraroute.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.792016 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.792517 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: extraroute Jul 05 12:15:08.792837 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: extraroute_atomic.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.794375 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.794917 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: extraroute-atomic Jul 05 12:15:08.795246 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: filter_validation.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.795911 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.796408 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: filter-validation Jul 05 12:15:08.796726 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: fip_pf_description.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.797631 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.798129 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 05 12:15:08.798447 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: fip_port_details.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.799389 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.799893 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: fip-port-details Jul 05 12:15:08.800214 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: flavors.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.801414 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.801917 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: flavors Jul 05 12:15:08.802239 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.803925 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.804437 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 05 12:15:08.804771 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: floatingip_pools.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.805462 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.805965 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: floatingip-pools Jul 05 12:15:08.806289 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: ip_allocation.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.807229 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.807728 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extension ip_allocation not supported by any of loaded plugins Jul 05 12:15:08.808047 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.808950 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.810444 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: ip-substring-filtering Jul 05 12:15:08.810796 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: l2_adjacency.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.811726 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.812221 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 05 12:15:08.812540 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: l3.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.813486 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.813998 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: router Jul 05 12:15:08.814318 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.816663 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.817182 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 05 12:15:08.817510 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.818443 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.818983 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: ext-gw-mode Jul 05 12:15:08.819310 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.820221 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.820726 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: l3-ha Jul 05 12:15:08.821047 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: l3_flavors.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.821966 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.822470 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: l3-flavors Jul 05 12:15:08.822822 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.823729 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.824230 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 05 12:15:08.824558 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: l3agentscheduler.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.826632 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.827166 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: l3_agent_scheduler Jul 05 12:15:08.827491 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: logging.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.828959 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.829467 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extension logging not supported by any of loaded plugins Jul 05 12:15:08.829797 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: metering.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.830530 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.831122 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: metering Jul 05 12:15:08.831444 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.832530 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.833032 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: metering_source_and_destination_fields Jul 05 12:15:08.833354 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: multiprovidernet.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.834269 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.834785 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: multi-provider Jul 05 12:15:08.835105 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: netmtu.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.836016 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.836512 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: net-mtu Jul 05 12:15:08.836830 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: netmtu_writable.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.837735 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.838234 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: net-mtu-writable Jul 05 12:15:08.838552 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: network_availability_zone.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.839245 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.839740 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: network_availability_zone Jul 05 12:15:08.840057 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: network_ip_availability.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.841617 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.842123 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: network-ip-availability Jul 05 12:15:08.842448 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: network_segment_range.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.843244 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.843745 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extension network-segment-range not supported by any of loaded plugins Jul 05 12:15:08.844067 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: pagination.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.845036 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.845363 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: pagination Jul 05 12:15:08.845684 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: port_device_profile.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.846606 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.847154 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: port-device-profile Jul 05 12:15:08.847473 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.848379 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.848881 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: port-mac-address-regenerate Jul 05 12:15:08.849200 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.850110 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.850611 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: port-numa-affinity-policy Jul 05 12:15:08.850958 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: port_resource_request.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.851857 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.852351 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extension port-resource-request not supported by any of loaded plugins Jul 05 12:15:08.852666 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: portbindings.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.853727 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.854235 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: binding Jul 05 12:15:08.854552 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: portbindings_extended.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.856033 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.856961 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: binding-extended Jul 05 12:15:08.857291 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: portsecurity.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.858217 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.858748 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: port-security Jul 05 12:15:08.859069 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: project_id.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.860039 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.860369 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: project-id Jul 05 12:15:08.860687 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: providernet.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.861615 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.862121 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: provider Jul 05 12:15:08.862441 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: qos.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.865890 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.866499 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extension qos not supported by any of loaded plugins Jul 05 12:15:08.866857 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.868103 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.868618 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 05 12:15:08.868948 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.869866 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.870370 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 05 12:15:08.870696 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: qos_default.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.872166 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.873307 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extension qos-default not supported by any of loaded plugins Jul 05 12:15:08.873639 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: qos_fip.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.874300 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.874829 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extension qos-fip not supported by any of loaded plugins Jul 05 12:15:08.875152 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: qos_gateway_ip.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.876084 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.876592 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 05 12:15:08.876911 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: qos_port_network_policy.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.877817 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.878318 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 05 12:15:08.878640 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: qos_rule_type_details.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.879582 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.880084 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 05 12:15:08.880408 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: qos_rules_alias.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.881443 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.881946 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 05 12:15:08.882267 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: quotasv2.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.883231 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.883553 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: quotas Jul 05 12:15:08.883870 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: quotasv2_detail.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.886914 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.888316 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: quota_details Jul 05 12:15:08.888672 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: rbac.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.889745 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.890254 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: rbac-policies Jul 05 12:15:08.890582 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: rbac_address_group.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.891731 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.892246 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: rbac-address-group Jul 05 12:15:08.892572 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: rbac_address_scope.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.893506 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.894010 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: rbac-address-scope Jul 05 12:15:08.894333 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: rbac_security_groups.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.895270 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.895772 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: rbac-security-groups Jul 05 12:15:08.896097 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: rbac_subnetpool.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.897003 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.897502 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: rbac-subnetpool Jul 05 12:15:08.897823 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: revisionifmatch.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.898742 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.899265 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: revision-if-match Jul 05 12:15:08.899585 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: revisions.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.900689 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.901196 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: standard-attr-revisions Jul 05 12:15:08.901517 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: router_availability_zone.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.902185 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.902691 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: router_availability_zone Jul 05 12:15:08.903519 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: routerservicetype.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.904700 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.905200 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extension router-service-type not supported by any of loaded plugins Jul 05 12:15:08.905521 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.906450 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.906986 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: security-groups-normalized-cidr Jul 05 12:15:08.907307 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.908221 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.908725 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: port-security-groups-filtering Jul 05 12:15:08.909043 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.909954 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.910459 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: security-groups-remote-address-group Jul 05 12:15:08.910815 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: securitygroup.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.920808 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.921335 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: security-group Jul 05 12:15:08.921666 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: segment.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.922453 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.922989 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extension segment not supported by any of loaded plugins Jul 05 12:15:08.923313 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.924260 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.924766 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 05 12:15:08.925091 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: servicetype.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.926192 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.926715 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: service-type Jul 05 12:15:08.927064 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: sorting.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.928038 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.928369 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: sorting Jul 05 12:15:08.928692 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: standard_attr_segment.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.929670 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.930177 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 05 12:15:08.930500 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: standardattrdescription.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.931176 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.931674 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: standard-attr-description Jul 05 12:15:08.931995 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: stateful_security_group.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.932924 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.933432 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: stateful-security-group Jul 05 12:15:08.933753 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: stdattrs_common.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.935324 dv-cinder-796286-12-iscsi neutron-server[92819]: WARNING neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 05 12:15:08.935652 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.936581 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.937101 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 05 12:15:08.937421 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: subnet_onboard.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.938483 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.939028 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: subnet_onboard Jul 05 12:15:08.939345 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.940267 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.940771 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 05 12:15:08.941091 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: subnet_service_types.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.942006 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.942515 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: subnet-service-types Jul 05 12:15:08.942862 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: subnetallocation.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.943938 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.944450 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: subnet_allocation Jul 05 12:15:08.944775 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.945439 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.945943 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: subnetpool-prefix-ops Jul 05 12:15:08.946263 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.947228 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.947726 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 05 12:15:08.948044 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: tagging.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.949120 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.949648 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: standard-attr-tag Jul 05 12:15:08.950971 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: timestamp.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.952170 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.952682 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loaded extension: standard-attr-timestamp Jul 05 12:15:08.953008 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: trunk.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.954044 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.954555 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extension trunk not supported by any of loaded plugins Jul 05 12:15:08.954919 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: trunk_details.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.955851 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.956363 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extension trunk-details not supported by any of loaded plugins Jul 05 12:15:08.956689 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: uplink_status_propagation.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.957606 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.958111 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 05 12:15:08.958434 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Loading extension file: vlantransparent.py {{(pid=92819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 12:15:08.959132 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 12:15:08.959636 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 05 12:15:08.962105 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.quota.resource_registry [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Creating instance of TrackedResource for resource:network Jul 05 12:15:08.962626 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.quota.resource_registry [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Creating instance of TrackedResource for resource:subnet Jul 05 12:15:08.963050 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.quota.resource_registry [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 12:15:08.963442 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.quota.resource_registry [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Creating instance of TrackedResource for resource:port Jul 05 12:15:08.964669 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.v2.resource_helper [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92819) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 12:15:08.965101 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.v2.resource_helper [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Service FLAVORS assigned prefix: {{(pid=92819) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 12:15:08.966243 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.v2.resource_helper [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92819) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 12:15:08.966690 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.v2.resource_helper [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92819) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 12:15:08.967045 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.quota.resource_registry [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Creating instance of TrackedResource for resource:router Jul 05 12:15:08.967556 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.quota.resource_registry [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Creating instance of TrackedResource for resource:floatingip Jul 05 12:15:08.968045 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.v2.resource_helper [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Service METERING assigned prefix: /metering {{(pid=92819) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 12:15:08.969502 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.969870 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.970222 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:15:08.971229 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.quota.resource_registry [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Creating instance of CountableResource for resource:rbac_policy Jul 05 12:15:08.971673 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.quota.resource_registry [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Creating instance of TrackedResource for resource:security_group Jul 05 12:15:08.972122 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.quota.resource_registry [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 05 12:15:08.972709 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.v2.resource_helper [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Service CORE assigned prefix: {{(pid=92819) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 12:15:08.973036 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.quota.resource_registry [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 12:15:08.973381 dv-cinder-796286-12-iscsi neutron-server[92819]: WARNING neutron.quota.resource_registry [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] subnetpool is already registered Jul 05 12:15:08.973797 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.v2.resource_helper [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Service CORE assigned prefix: {{(pid=92819) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 12:15:08.974129 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.quota.resource_registry [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 12:15:08.974459 dv-cinder-796286-12-iscsi neutron-server[92819]: WARNING neutron.quota.resource_registry [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] subnetpool is already registered Jul 05 12:15:08.976788 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.v2.resource_helper [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92819) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 12:15:08.977222 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.v2.resource_helper [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Service FLAVORS assigned prefix: {{(pid=92819) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 12:15:08.977812 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.v2.resource_helper [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92819) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 12:15:08.978229 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.v2.resource_helper [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92819) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 12:15:08.978558 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.quota.resource_registry [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Creating instance of TrackedResource for resource:router Jul 05 12:15:08.978923 dv-cinder-796286-12-iscsi neutron-server[92819]: WARNING neutron.quota.resource_registry [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] router is already registered Jul 05 12:15:08.979328 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.quota.resource_registry [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Creating instance of TrackedResource for resource:floatingip Jul 05 12:15:08.979659 dv-cinder-796286-12-iscsi neutron-server[92819]: WARNING neutron.quota.resource_registry [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] floatingip is already registered Jul 05 12:15:08.980106 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.v2.resource_helper [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Service METERING assigned prefix: /metering {{(pid=92819) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 12:15:08.980767 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.quota.resource_registry [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Creating instance of CountableResource for resource:rbac_policy Jul 05 12:15:08.982111 dv-cinder-796286-12-iscsi neutron-server[92819]: WARNING neutron.quota.resource_registry [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] rbac_policy is already registered Jul 05 12:15:08.982467 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.quota.resource_registry [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Creating instance of TrackedResource for resource:security_group Jul 05 12:15:08.982824 dv-cinder-796286-12-iscsi neutron-server[92819]: WARNING neutron.quota.resource_registry [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] security_group is already registered Jul 05 12:15:08.983228 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.quota.resource_registry [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 05 12:15:08.983557 dv-cinder-796286-12-iscsi neutron-server[92819]: WARNING neutron.quota.resource_registry [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] security_group_rule is already registered Jul 05 12:15:08.984173 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.v2.resource_helper [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Service CORE assigned prefix: {{(pid=92819) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 12:15:08.984499 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.quota.resource_registry [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 12:15:08.984829 dv-cinder-796286-12-iscsi neutron-server[92819]: WARNING neutron.quota.resource_registry [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] subnetpool is already registered Jul 05 12:15:08.985241 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.v2.resource_helper [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Service CORE assigned prefix: {{(pid=92819) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 12:15:08.985563 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.quota.resource_registry [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 12:15:08.985890 dv-cinder-796286-12-iscsi neutron-server[92819]: WARNING neutron.quota.resource_registry [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] subnetpool is already registered Jul 05 12:15:08.986343 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extended resource: extensions {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 12:15:08.987820 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extended resource: address-groups {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 12:15:08.989282 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extended resource: address-scopes {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 12:15:08.990600 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extended resource: agents {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 12:15:08.991771 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extended resource: auto-allocated-topology {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 12:15:08.993004 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extended resource: availability_zones {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 12:15:08.994200 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extended resource: dhcp-networks {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 12:15:08.997793 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extended resource: dhcp-agents {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 12:15:08.999249 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extended resource: routers {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 12:15:09.000963 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extended resource: flavors {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 12:15:09.002221 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extended resource: service_profiles {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 12:15:09.003433 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extended resource: next_providers {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 12:15:09.004864 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extended resource: service_profiles {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 12:15:09.006401 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extended resource: floatingip-pools {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 12:15:09.007625 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extended resource: routers {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 12:15:09.009307 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extended resource: floatingips {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 12:15:09.010566 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extended resource: l3-routers {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 12:15:09.011972 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extended resource: l3-agents {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 12:15:09.014021 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extended resource: metering-labels {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 12:15:09.015288 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extended resource: metering-label-rules {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 12:15:09.016640 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extended resource: network-ip-availabilities {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 12:15:09.017888 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extended resource: bindings {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 12:15:09.019485 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extended resource: quotas {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 12:15:09.020993 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extended resource: quotas {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 12:15:09.022394 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extended resource: rbac-policies {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 12:15:09.023597 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extended resource: security-groups {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 12:15:09.024883 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extended resource: security-group-rules {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 12:15:09.026115 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extended resource: service-providers {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 12:15:09.027391 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extended resource: subnetpools {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 12:15:09.029461 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extended resource: subnetpools {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 12:15:09.031009 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extended resource: tags {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 12:15:09.032692 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extended resource: tags {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 12:15:09.034491 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extended resource: tags {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 12:15:09.036302 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extended resource: tags {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 12:15:09.037985 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extended resource: tags {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 12:15:09.039956 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extended resource: tags {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 12:15:09.041637 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extended resource: tags {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 12:15:09.044524 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extended resource: tags {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 12:15:09.046409 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extended resource: tags {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 12:15:09.048190 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron.api.extensions [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Extended resource: tags {{(pid=92819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 12:15:09.054028 dv-cinder-796286-12-iscsi neutron-server[92819]: WARNING keystonemiddleware.auth_token [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 05 12:15:09.058524 dv-cinder-796286-12-iscsi neutron-server[92819]: WARNING keystonemiddleware.auth_token [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 05 12:15:09.068826 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_concurrency.lockutils [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Acquired lock "singleton_lock" {{(pid=92819) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 05 12:15:09.069302 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_concurrency.lockutils [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Releasing lock "singleton_lock" {{(pid=92819) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 05 12:15:09.069947 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO oslo_service.service [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Starting 2 workers Jul 05 12:15:09.074805 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Started child 92928 {{(pid=92819) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 12:15:09.080428 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Started child 92929 {{(pid=92819) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 12:15:09.081981 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:09.082679 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [-] (92928) wsgi starting up on http://0.0.0.0:9696 Jul 05 12:15:09.083611 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO neutron.service [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 05 12:15:09.085186 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Notify callbacks [] for process, before_spawn {{(pid=92819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:09.085648 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:09.087118 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [-] (92929) wsgi starting up on http://0.0.0.0:9696 Jul 05 12:15:09.092183 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO oslo_service.service [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Starting 1 workers Jul 05 12:15:09.097565 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Started child 92930 {{(pid=92819) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 12:15:09.098107 dv-cinder-796286-12-iscsi neutron-server[92819]: INFO oslo_service.service [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Starting 1 workers Jul 05 12:15:09.101166 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.service [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] calling RpcWorker wait() {{(pid=92930) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 05 12:15:09.101727 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.service [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] returning from RpcWorker wait() {{(pid=92930) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 05 12:15:09.102585 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Started child 92931 {{(pid=92819) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 12:15:09.102953 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:09.103420 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:15:09.103540 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG neutron_lib.callbacks.manager [None req-56f34508-5dca-41ed-8349-a8ca7f989120 None None] Notify callbacks [] for process, after_spawn {{(pid=92819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:09.105355 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92819) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 05 12:15:09.105570 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 05 12:15:09.105744 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 05 12:15:09.106493 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 05 12:15:09.107560 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 05 12:15:09.107742 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 05 12:15:09.108203 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.108503 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:09.109210 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.109210 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.109210 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.109210 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.109779 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.110057 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.110313 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.110607 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.110865 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.111022 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.111173 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.111443 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.111739 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.111950 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.112224 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.112473 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.112733 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.112906 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.113151 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.113411 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.113665 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.113936 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] debug = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.114168 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.114654 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.114945 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.115168 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.115386 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.115652 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.115890 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.116159 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.116412 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.116642 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.116873 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.117186 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.117348 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.117557 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.117769 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.118029 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.118244 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.118700 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] host = dv-cinder-796286-12-iscsi {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.118940 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.119247 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.119419 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.119656 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.119898 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.120129 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.120358 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.120612 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.120872 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.121112 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.121352 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.121694 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.123075 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.123342 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] log_file = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.123498 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] log_options = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.123735 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.124014 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.124277 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.124465 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.124624 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.124798 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.125072 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.125243 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.125456 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.125668 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.125879 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.126090 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.126309 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.126521 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.126810 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.127050 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.127314 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.127478 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.127729 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.127971 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.128214 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.128437 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.128690 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.128890 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.129101 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.129366 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.129545 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.129774 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.129984 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.130248 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.130489 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.130747 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.130988 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.131238 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.131483 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.131707 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.131919 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.132187 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.132417 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.132667 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.132897 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.133136 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.133377 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.133589 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.133823 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.134033 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] use_json = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.134246 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.134478 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.134775 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.134983 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.135258 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.136206 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.136599 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.136761 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.138396 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.138606 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:15:09.138925 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.139021 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.139316 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.139663 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.140025 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.141076 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.141228 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.141444 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.141703 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.142046 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.142301 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.142604 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.142923 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.143159 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.143525 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.143797 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.144079 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.144348 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.144595 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.144852 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.145088 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.145433 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.145716 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.145995 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.146258 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.146488 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.146773 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.147018 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.147244 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.147470 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.147714 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.147989 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.148217 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.148464 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.148692 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.148963 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.149192 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.154405 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.154405 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.154770 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.155192 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.155192 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.155468 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.155643 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.155874 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.156433 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.156433 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.156631 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.156803 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.157039 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.157303 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.157550 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.157775 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.157999 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.158237 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.158755 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.158755 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.159055 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.159184 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.159715 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.159715 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.159981 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.160107 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.160698 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.160698 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.160698 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.161079 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.161209 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.161410 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.161631 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.161866 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.162082 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.162305 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.162520 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.162749 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.162988 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.163206 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.163424 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.163636 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.163876 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.164088 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.164306 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.164522 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.164809 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.165111 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.165376 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.165622 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.165844 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.166093 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.166334 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.166619 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.166871 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.167115 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.167507 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.167942 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.168340 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.169235 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.169495 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.169836 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.169995 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.170415 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.170841 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.171140 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.171453 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.171768 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.172119 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.172446 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.172818 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.173125 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.173431 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.173756 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.174097 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.174434 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.174776 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.175117 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.175472 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.175827 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.176160 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.176412 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.176789 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.177204 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.177469 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.177723 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.177957 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.178376 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.178622 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.178935 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.179168 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.179387 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.179633 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.179837 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.180154 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.180387 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.180604 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.180820 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.181093 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.181349 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.181588 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.181848 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.182094 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.182345 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.182591 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.182851 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.183074 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.183314 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.183558 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.183793 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.184028 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.185016 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.185267 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.185487 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.185704 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.185956 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.186206 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.186426 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.186659 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.186902 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.187122 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.187372 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.187587 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.187805 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.188102 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.188251 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.188629 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.188841 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.189050 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.189307 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.189524 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.189813 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.190083 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.190313 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.190694 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.191106 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.191395 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.191617 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.191864 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.192082 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.192288 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.192502 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.192721 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.192929 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.193140 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.193368 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.193582 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.193844 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.194102 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.194426 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.194676 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.194940 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.195175 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.195390 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.195619 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.195836 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.196070 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.196285 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.196518 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.196729 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.196978 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.197214 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.197457 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.197684 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.197916 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.198126 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.198339 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.198547 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.198858 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.199120 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.199367 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.199641 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.200012 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.200259 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.200489 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.200705 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.200919 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.201165 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.201598 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.201814 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.202045 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.202280 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.202493 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.202718 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.202956 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.203190 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.203435 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.203667 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.203879 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.204100 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.204343 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.204530 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.204777 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.205183 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.205558 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.205787 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.206006 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.206219 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.206530 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.206825 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.207065 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.207361 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.207592 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.207855 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.208125 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.208435 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.208652 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.208924 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.209162 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.209402 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.209997 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.209997 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.210204 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.210473 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.210750 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.211001 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.211270 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.211548 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.211822 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.212051 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.212322 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.212657 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.212931 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.213207 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.213436 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.213720 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.213964 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.214180 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.214395 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.214640 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.214916 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.215175 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.215452 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.216066 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.216066 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.216249 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.216387 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.216613 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.216846 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.217068 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.217285 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.217443 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 05 12:15:09.217977 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92819) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 05 12:15:09.218138 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 05 12:15:09.218291 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 05 12:15:09.218465 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 05 12:15:09.218634 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 05 12:15:09.218795 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 05 12:15:09.219008 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.222262 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.222262 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.222262 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.222262 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.222262 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.222262 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.222262 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.222262 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.222781 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.222781 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.222781 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.222781 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.222781 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.222781 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.222781 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.222781 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.222781 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.223303 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.223303 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.223303 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.223303 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.223303 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] debug = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.223303 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.223682 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.223682 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.223682 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.223682 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.223682 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.223682 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.224040 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.224040 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.224040 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.224040 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.224765 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.224765 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.224765 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.224765 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.224765 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.225068 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.225068 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] host = dv-cinder-796286-12-iscsi {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.225213 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.225285 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.226108 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.226108 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.226108 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.226108 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.226108 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.226488 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.226488 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.226488 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.226781 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.226781 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.226994 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.227078 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] log_file = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.227210 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] log_options = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.227368 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.227525 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.227683 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.227867 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.228029 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.228188 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.228346 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.228504 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.228662 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.228820 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.228978 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.229146 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.229279 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.229438 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.229596 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.229755 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.229912 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.230070 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.230466 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.230466 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.230774 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.230774 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.231545 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.231672 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.231856 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.232028 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.232189 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.232307 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.232427 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.232553 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.232666 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.232824 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.232984 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.233197 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.233285 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.233433 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.233592 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.233752 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.233910 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.234069 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.234229 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.234387 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.234549 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.234706 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.234886 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.235044 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] use_json = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.235201 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.235358 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.235518 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.235675 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.235832 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.235991 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.236428 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.236428 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 12:15:09.236635 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.236635 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.236796 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.236948 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.237111 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.237272 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.237432 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.237592 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.237754 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.237915 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.238082 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.238243 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.238414 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.238575 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.238752 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.238952 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.239114 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.239275 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.239436 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.239614 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.239761 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.239909 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.240088 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.240251 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.240417 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.240578 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.240738 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.240895 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.241056 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.241217 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.241377 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.241539 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.241700 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.241861 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.242021 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.242181 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.242342 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.242506 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.242666 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.242849 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.243013 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.243099 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:15:09.243201 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.243323 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.243484 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.243645 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.243806 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.243967 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.244128 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.244295 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.244451 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.244671 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.244812 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.244948 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.245084 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.245219 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.245354 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.245493 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.245651 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.245801 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.245961 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.246109 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.246268 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.246430 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.246584 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.247366 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.247529 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.247690 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.247852 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.248013 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.248174 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.248336 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.248498 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.248658 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.248819 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.248979 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.249140 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.249302 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.249463 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.249623 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.249783 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.249943 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.250103 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.250265 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.250425 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.250599 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.250794 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.250949 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.251105 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.251265 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.251423 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.251583 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.251743 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.251903 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.252063 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.252222 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.252381 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.252541 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.252702 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.252861 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.253020 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.253179 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.253339 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.253499 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.253657 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.253816 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.253975 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.254137 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.254301 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.254465 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.254615 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.254773 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.254984 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.255139 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.255279 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.255420 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.255570 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.255710 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.256090 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.256090 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.256616 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.256616 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.256616 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.256616 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.257141 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.257141 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.257141 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.257527 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.257527 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.257527 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.257934 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.257934 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.257934 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.258314 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.258314 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.258551 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.258551 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.258815 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.258942 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.259080 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.259207 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.259334 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.259457 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.259616 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.259778 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.259940 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.260101 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.260262 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.260423 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.260584 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.260749 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.260910 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.261072 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.261233 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.261392 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.261557 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.261725 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.261871 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.262012 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.262150 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.262332 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.262494 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.262654 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.262835 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.262996 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.263156 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.263317 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.263481 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.263643 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.263803 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.263969 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.264130 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.264296 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.264457 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.264619 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.264767 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.264930 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.265092 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.265252 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.265413 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.265575 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.265735 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.265896 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.266057 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.266217 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.266379 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.266539 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.266700 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.266897 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.267059 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.267219 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.267380 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.267540 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.267701 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.267861 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.268023 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.268182 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.268342 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.268501 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.268665 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.268830 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.268991 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.269152 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.269313 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.269473 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.269632 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.269845 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.269982 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.270116 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.270276 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.270436 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.270580 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.270831 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.271010 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.271172 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.271333 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.271484 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.271641 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.271802 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.271973 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.272133 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.272294 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.272455 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.272615 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.272775 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.272944 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.273093 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.273252 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.273412 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.273572 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.273732 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.273902 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.274063 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.274227 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.274386 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.274546 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.274707 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.274897 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.275060 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.275221 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.275390 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.275551 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.275712 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.275872 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.276045 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.276207 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.276369 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.276530 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.276689 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.276851 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.277012 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.277176 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.277346 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.277515 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.277676 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.277867 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.278036 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.278206 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.278440 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.278616 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.278813 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.279238 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.279401 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.279563 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.279724 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.279885 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.280045 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.280206 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.280367 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.280527 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.280687 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.280848 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.281008 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.281169 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.281329 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.281490 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.281651 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.281812 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.281985 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.282133 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 12:15:09.282285 dv-cinder-796286-12-iscsi neutron-server[92819]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 05 12:15:09.434485 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 59846) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:15:09.443048 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063040 Jul 05 12:15:20.834405 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eff7e29-fb8d-45f3-a00d-4f0ed9e73f10 None None] get_active_networks_info from dv-cinder-796286-12-iscsi {{(pid=92930) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 12:15:20.981021 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eff7e29-fb8d-45f3-a00d-4f0ed9e73f10 None None] No non-hosted networks {{(pid=92930) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 05 12:15:20.996570 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.agentschedulers_db [None req-2eff7e29-fb8d-45f3-a00d-4f0ed9e73f10 None None] DHCP Agent not found on host dv-cinder-796286-12-iscsi {{(pid=92930) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 05 12:15:21.091410 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-20a503be-d0dc-4ecf-a802-017e6d24f528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1604897'] for agent, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:23.344544 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9ea49841-299b-49f4-9fa5-f3b701d30e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1604897'] for agent, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:23.394194 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b62494fe-d86a-4140-9b41-626482ca8d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:23.669598 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1604897'] for agent, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:23.670875 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:23.671587 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:23.672219 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:23.673786 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:23.674971 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:23.678773 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:23.679412 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:23.681637 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:23.682566 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:23.684654 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:23.685537 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:23.689443 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:23.690058 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796286-12-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:15:23.701469 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796286-12-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:15:24.656188 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1604897'] for agent, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:26.223782 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1604897'] for agent, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:27.491280 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 59938) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:15:27.812272 dv-cinder-796286-12-iscsi neutron-server[92930]: INFO neutron.db.l3_hamode_db [None req-cd2185bc-f07f-4466-ae1e-62816b2c7533 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 05 12:15:27.888647 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2185bc-f07f-4466-ae1e-62816b2c7533 None None] Routers set() bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:15:27.889034 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2185bc-f07f-4466-ae1e-62816b2c7533 None None] Router IDs set() for agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 12:15:28.029356 dv-cinder-796286-12-iscsi neutron-server[92929]: WARNING oslo_policy.policy [None req-e3d7f454-c3ce-4d53-83f8-3043b5e42bc5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 12:15:28.029953 dv-cinder-796286-12-iscsi neutron-server[92929]: WARNING oslo_policy.policy [None req-e3d7f454-c3ce-4d53-83f8-3043b5e42bc5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 12:15:28.248300 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [None req-e3d7f454-c3ce-4d53-83f8-3043b5e42bc5 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=92929) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 12:15:28.249362 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-e3d7f454-c3ce-4d53-83f8-3043b5e42bc5 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7565975 Jul 05 12:15:30.604470 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 59952) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:15:30.920497 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-1476cd1c-1fa0-4bc5-9b61-77c3f8b3816e admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:15:31.014937 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.policy [None req-1476cd1c-1fa0-4bc5-9b61-77c3f8b3816e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92929) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 05 12:15:31.059572 dv-cinder-796286-12-iscsi neutron-server[92929]: WARNING oslo_policy.policy [None req-1476cd1c-1fa0-4bc5-9b61-77c3f8b3816e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 12:15:31.059881 dv-cinder-796286-12-iscsi neutron-server[92929]: WARNING oslo_policy.policy [None req-1476cd1c-1fa0-4bc5-9b61-77c3f8b3816e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 12:15:31.068290 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.quota [None req-1476cd1c-1fa0-4bc5-9b61-77c3f8b3816e admin admin] Loaded quota_driver: . Jul 05 12:15:31.170036 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1476cd1c-1fa0-4bc5-9b61-77c3f8b3816e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761927128935', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761927125424', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761927083425', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761927081823', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761927103768', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761927093675', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-733376', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-733731', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1573271', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1646089'] for rbac-policy, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:31.236794 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1476cd1c-1fa0-4bc5-9b61-77c3f8b3816e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:31.237988 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-1476cd1c-1fa0-4bc5-9b61-77c3f8b3816e admin admin] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6325295 Jul 05 12:15:33.835949 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 59964) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:15:34.322688 dv-cinder-796286-12-iscsi neutron-server[92928]: WARNING oslo_policy.policy [None req-2babe1a3-49c5-4392-b7e8-d8c7fc8a8361 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 12:15:34.323314 dv-cinder-796286-12-iscsi neutron-server[92928]: WARNING oslo_policy.policy [None req-2babe1a3-49c5-4392-b7e8-d8c7fc8a8361 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 12:15:34.541115 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-2babe1a3-49c5-4392-b7e8-d8c7fc8a8361 admin admin] Request body: {'network': {'tenant_id': 'f5a36307854248308106b4f70f383b00', 'name': 'private', 'project_id': 'f5a36307854248308106b4f70f383b00', 'admin_state_up': True}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:15:34.542710 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.quota [None req-2babe1a3-49c5-4392-b7e8-d8c7fc8a8361 admin admin] Loaded quota_driver: . Jul 05 12:15:34.601782 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2babe1a3-49c5-4392-b7e8-d8c7fc8a8361 admin admin] Made reservation on behalf of f5a36307854248308106b4f70f383b00 for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:15:34.670793 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.policy [None req-2babe1a3-49c5-4392-b7e8-d8c7fc8a8361 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92928) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 05 12:15:34.716259 dv-cinder-796286-12-iscsi neutron-server[92928]: WARNING oslo_policy.policy [None req-2babe1a3-49c5-4392-b7e8-d8c7fc8a8361 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 12:15:34.716648 dv-cinder-796286-12-iscsi neutron-server[92928]: WARNING oslo_policy.policy [None req-2babe1a3-49c5-4392-b7e8-d8c7fc8a8361 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 12:15:34.726473 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2babe1a3-49c5-4392-b7e8-d8c7fc8a8361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:34.749698 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2babe1a3-49c5-4392-b7e8-d8c7fc8a8361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:34.886480 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2babe1a3-49c5-4392-b7e8-d8c7fc8a8361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:34.894135 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2babe1a3-49c5-4392-b7e8-d8c7fc8a8361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:34.925947 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2babe1a3-49c5-4392-b7e8-d8c7fc8a8361 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 12:15:34.952509 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2babe1a3-49c5-4392-b7e8-d8c7fc8a8361 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761929754453', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:34.953119 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2babe1a3-49c5-4392-b7e8-d8c7fc8a8361 admin admin] Unsubscribe: segment precommit_create {{(pid=92928) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 05 12:15:34.953643 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-2babe1a3-49c5-4392-b7e8-d8c7fc8a8361 admin admin] Added segment 7979eff3-4876-4b6c-b157-b26ea24f5f29 of type vlan for network 0510e047-752b-4d01-986b-9e5fa76528c9 Jul 05 12:15:34.975435 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2babe1a3-49c5-4392-b7e8-d8c7fc8a8361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e6645f-dc3b-4841-89f0-b80586ef8c7f,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:15:35.025680 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2babe1a3-49c5-4392-b7e8-d8c7fc8a8361 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:35.026045 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2babe1a3-49c5-4392-b7e8-d8c7fc8a8361 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:35.026388 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2babe1a3-49c5-4392-b7e8-d8c7fc8a8361 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:35.026741 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2babe1a3-49c5-4392-b7e8-d8c7fc8a8361 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:35.027077 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2babe1a3-49c5-4392-b7e8-d8c7fc8a8361 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:35.027946 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2babe1a3-49c5-4392-b7e8-d8c7fc8a8361 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:35.028422 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2babe1a3-49c5-4392-b7e8-d8c7fc8a8361 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:35.028764 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2babe1a3-49c5-4392-b7e8-d8c7fc8a8361 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:35.029364 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2babe1a3-49c5-4392-b7e8-d8c7fc8a8361 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:35.029692 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2babe1a3-49c5-4392-b7e8-d8c7fc8a8361 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:35.030014 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2babe1a3-49c5-4392-b7e8-d8c7fc8a8361 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:35.030332 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2babe1a3-49c5-4392-b7e8-d8c7fc8a8361 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:35.031813 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2babe1a3-49c5-4392-b7e8-d8c7fc8a8361 admin admin] Tracked resource versions report: Jul 05 12:15:35.031813 dv-cinder-796286-12-iscsi neutron-server[92928]: pushed versions: Jul 05 12:15:35.031813 dv-cinder-796286-12-iscsi neutron-server[92928]: { 'AddressGroup': {'1.2'}, Jul 05 12:15:35.031813 dv-cinder-796286-12-iscsi neutron-server[92928]: 'ConntrackHelper': {'1.0'}, Jul 05 12:15:35.031813 dv-cinder-796286-12-iscsi neutron-server[92928]: 'Log': {'1.0'}, Jul 05 12:15:35.031813 dv-cinder-796286-12-iscsi neutron-server[92928]: 'Network': {'1.1'}, Jul 05 12:15:35.031813 dv-cinder-796286-12-iscsi neutron-server[92928]: 'Port': {'1.7'}, Jul 05 12:15:35.031813 dv-cinder-796286-12-iscsi neutron-server[92928]: 'PortForwarding': {'1.2'}, Jul 05 12:15:35.031813 dv-cinder-796286-12-iscsi neutron-server[92928]: 'QosPolicy': {'1.8'}, Jul 05 12:15:35.031813 dv-cinder-796286-12-iscsi neutron-server[92928]: 'SecurityGroup': {'1.4'}, Jul 05 12:15:35.031813 dv-cinder-796286-12-iscsi neutron-server[92928]: 'SecurityGroupRule': {'1.2'}, Jul 05 12:15:35.031813 dv-cinder-796286-12-iscsi neutron-server[92928]: 'SubPort': {'1.0'}, Jul 05 12:15:35.031813 dv-cinder-796286-12-iscsi neutron-server[92928]: 'Subnet': {'1.1'}, Jul 05 12:15:35.031813 dv-cinder-796286-12-iscsi neutron-server[92928]: 'Trunk': {'1.1'}} Jul 05 12:15:35.031813 dv-cinder-796286-12-iscsi neutron-server[92928]: consumer versions: Jul 05 12:15:35.031813 dv-cinder-796286-12-iscsi neutron-server[92928]: { DHCP agent@dv-cinder-796286-12-iscsi: {}, Jul 05 12:15:35.031813 dv-cinder-796286-12-iscsi neutron-server[92928]: L3 agent@dv-cinder-796286-12-iscsi: {}, Jul 05 12:15:35.031813 dv-cinder-796286-12-iscsi neutron-server[92928]: Metadata agent@dv-cinder-796286-12-iscsi: {}, Jul 05 12:15:35.031813 dv-cinder-796286-12-iscsi neutron-server[92928]: Metering agent@dv-cinder-796286-12-iscsi: {}, Jul 05 12:15:35.031813 dv-cinder-796286-12-iscsi neutron-server[92928]: Open vSwitch agent@dv-cinder-796286-12-iscsi: { 'AddressGroup': '1.2', Jul 05 12:15:35.031813 dv-cinder-796286-12-iscsi neutron-server[92928]: 'ConntrackHelper': '1.0', Jul 05 12:15:35.031813 dv-cinder-796286-12-iscsi neutron-server[92928]: 'Log': '1.0', Jul 05 12:15:35.031813 dv-cinder-796286-12-iscsi neutron-server[92928]: 'Network': '1.1', Jul 05 12:15:35.031813 dv-cinder-796286-12-iscsi neutron-server[92928]: 'Port': '1.7', Jul 05 12:15:35.031813 dv-cinder-796286-12-iscsi neutron-server[92928]: 'PortForwarding': '1.2', Jul 05 12:15:35.031813 dv-cinder-796286-12-iscsi neutron-server[92928]: 'QosPolicy': '1.8', Jul 05 12:15:35.031813 dv-cinder-796286-12-iscsi neutron-server[92928]: 'SecurityGroup': '1.4', Jul 05 12:15:35.031813 dv-cinder-796286-12-iscsi neutron-server[92928]: 'SecurityGroupRule': '1.2', Jul 05 12:15:35.031813 dv-cinder-796286-12-iscsi neutron-server[92928]: 'SubPort': '1.0', Jul 05 12:15:35.031813 dv-cinder-796286-12-iscsi neutron-server[92928]: 'Subnet': '1.1', Jul 05 12:15:35.031813 dv-cinder-796286-12-iscsi neutron-server[92928]: 'Trunk': '1.1'}} Jul 05 12:15:35.031813 dv-cinder-796286-12-iscsi neutron-server[92928]: {{(pid=92928) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 12:15:35.080111 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2babe1a3-49c5-4392-b7e8-d8c7fc8a8361 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761929207381'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:35.131321 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2babe1a3-49c5-4392-b7e8-d8c7fc8a8361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:35.132544 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2babe1a3-49c5-4392-b7e8-d8c7fc8a8361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:15:35.133231 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2babe1a3-49c5-4392-b7e8-d8c7fc8a8361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:35.205503 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-2babe1a3-49c5-4392-b7e8-d8c7fc8a8361 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3672867 Jul 05 12:15:35.236173 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2babe1a3-49c5-4392-b7e8-d8c7fc8a8361 admin admin] Pushing event updated for resources: {'Network': ['ID=0510e047-752b-4d01-986b-9e5fa76528c9,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:15:35.248661 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Network 0510e047-752b-4d01-986b-9e5fa76528c9 details requested by agent ovs-agent-dv-cinder-796286-12-iscsi with host dv-cinder-796286-12-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 12:15:37.882419 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 59986) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:15:38.306567 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd080bb-4f3a-4213-ac3f-9af6133fa5fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:15:38.308013 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-6dd080bb-4f3a-4213-ac3f-9af6133fa5fa admin admin] 10.222.0.52 "GET /v2.0/networks/0510e047-752b-4d01-986b-9e5fa76528c9 HTTP/1.1" status: 200 len: 825 time: 0.4246066 Jul 05 12:15:38.332073 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-3d45e3f3-a059-433f-9aaf-fa39b7dd346d admin admin] 10.222.0.52 "GET /v2.0/subnetpools/29ab487b-5a98-47ad-b7f1-f7da3b31ec9a HTTP/1.1" status: 200 len: 734 time: 0.0180683 Jul 05 12:15:38.340839 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-b5cc69a5-c938-4124-b09b-8b5d529d8e00 admin admin] Request body: {'subnet': {'network_id': '0510e047-752b-4d01-986b-9e5fa76528c9', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': 'f5a36307854248308106b4f70f383b00', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '29ab487b-5a98-47ad-b7f1-f7da3b31ec9a'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:15:38.367815 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5cc69a5-c938-4124-b09b-8b5d529d8e00 admin admin] Made reservation on behalf of f5a36307854248308106b4f70f383b00 for: {'subnet': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:15:38.370486 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b5cc69a5-c938-4124-b09b-8b5d529d8e00 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:38.661354 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b5cc69a5-c938-4124-b09b-8b5d529d8e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583'] for subnet, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:38.727947 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cc69a5-c938-4124-b09b-8b5d529d8e00 admin admin] Checking segment: {'id': '7979eff3-4876-4b6c-b157-b26ea24f5f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0510e047-752b-4d01-986b-9e5fa76528c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:15:38.728320 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cc69a5-c938-4124-b09b-8b5d529d8e00 admin admin] Network hostable DHCP agents. Network: 0510e047-752b-4d01-986b-9e5fa76528c9, hostable agents: ['60ff58b7-18de-4b80-8279-d7ac18a51ea8'], hosted agents: [] {{(pid=92929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 12:15:38.742447 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc69a5-c938-4124-b09b-8b5d529d8e00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c0413c7-2047-465a-b1d6-7d3be748ea2d,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:15:38.756425 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cc69a5-c938-4124-b09b-8b5d529d8e00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:38.756791 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cc69a5-c938-4124-b09b-8b5d529d8e00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:38.757136 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cc69a5-c938-4124-b09b-8b5d529d8e00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:38.757491 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cc69a5-c938-4124-b09b-8b5d529d8e00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:38.757826 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cc69a5-c938-4124-b09b-8b5d529d8e00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:38.758346 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cc69a5-c938-4124-b09b-8b5d529d8e00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:38.758696 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cc69a5-c938-4124-b09b-8b5d529d8e00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:38.759064 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cc69a5-c938-4124-b09b-8b5d529d8e00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:38.759407 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cc69a5-c938-4124-b09b-8b5d529d8e00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:38.759730 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cc69a5-c938-4124-b09b-8b5d529d8e00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:38.760050 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cc69a5-c938-4124-b09b-8b5d529d8e00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:38.760365 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cc69a5-c938-4124-b09b-8b5d529d8e00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:38.761776 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cc69a5-c938-4124-b09b-8b5d529d8e00 admin admin] Tracked resource versions report: Jul 05 12:15:38.761776 dv-cinder-796286-12-iscsi neutron-server[92929]: pushed versions: Jul 05 12:15:38.761776 dv-cinder-796286-12-iscsi neutron-server[92929]: { 'AddressGroup': {'1.2'}, Jul 05 12:15:38.761776 dv-cinder-796286-12-iscsi neutron-server[92929]: 'ConntrackHelper': {'1.0'}, Jul 05 12:15:38.761776 dv-cinder-796286-12-iscsi neutron-server[92929]: 'Log': {'1.0'}, Jul 05 12:15:38.761776 dv-cinder-796286-12-iscsi neutron-server[92929]: 'Network': {'1.1'}, Jul 05 12:15:38.761776 dv-cinder-796286-12-iscsi neutron-server[92929]: 'Port': {'1.7'}, Jul 05 12:15:38.761776 dv-cinder-796286-12-iscsi neutron-server[92929]: 'PortForwarding': {'1.2'}, Jul 05 12:15:38.761776 dv-cinder-796286-12-iscsi neutron-server[92929]: 'QosPolicy': {'1.8'}, Jul 05 12:15:38.761776 dv-cinder-796286-12-iscsi neutron-server[92929]: 'SecurityGroup': {'1.4'}, Jul 05 12:15:38.761776 dv-cinder-796286-12-iscsi neutron-server[92929]: 'SecurityGroupRule': {'1.2'}, Jul 05 12:15:38.761776 dv-cinder-796286-12-iscsi neutron-server[92929]: 'SubPort': {'1.0'}, Jul 05 12:15:38.761776 dv-cinder-796286-12-iscsi neutron-server[92929]: 'Subnet': {'1.1'}, Jul 05 12:15:38.761776 dv-cinder-796286-12-iscsi neutron-server[92929]: 'Trunk': {'1.1'}} Jul 05 12:15:38.761776 dv-cinder-796286-12-iscsi neutron-server[92929]: consumer versions: Jul 05 12:15:38.761776 dv-cinder-796286-12-iscsi neutron-server[92929]: { DHCP agent@dv-cinder-796286-12-iscsi: {}, Jul 05 12:15:38.761776 dv-cinder-796286-12-iscsi neutron-server[92929]: L3 agent@dv-cinder-796286-12-iscsi: {}, Jul 05 12:15:38.761776 dv-cinder-796286-12-iscsi neutron-server[92929]: Metadata agent@dv-cinder-796286-12-iscsi: {}, Jul 05 12:15:38.761776 dv-cinder-796286-12-iscsi neutron-server[92929]: Metering agent@dv-cinder-796286-12-iscsi: {}, Jul 05 12:15:38.761776 dv-cinder-796286-12-iscsi neutron-server[92929]: Open vSwitch agent@dv-cinder-796286-12-iscsi: { 'AddressGroup': '1.2', Jul 05 12:15:38.761776 dv-cinder-796286-12-iscsi neutron-server[92929]: 'ConntrackHelper': '1.0', Jul 05 12:15:38.761776 dv-cinder-796286-12-iscsi neutron-server[92929]: 'Log': '1.0', Jul 05 12:15:38.761776 dv-cinder-796286-12-iscsi neutron-server[92929]: 'Network': '1.1', Jul 05 12:15:38.761776 dv-cinder-796286-12-iscsi neutron-server[92929]: 'Port': '1.7', Jul 05 12:15:38.761776 dv-cinder-796286-12-iscsi neutron-server[92929]: 'PortForwarding': '1.2', Jul 05 12:15:38.761776 dv-cinder-796286-12-iscsi neutron-server[92929]: 'QosPolicy': '1.8', Jul 05 12:15:38.761776 dv-cinder-796286-12-iscsi neutron-server[92929]: 'SecurityGroup': '1.4', Jul 05 12:15:38.761776 dv-cinder-796286-12-iscsi neutron-server[92929]: 'SecurityGroupRule': '1.2', Jul 05 12:15:38.761776 dv-cinder-796286-12-iscsi neutron-server[92929]: 'SubPort': '1.0', Jul 05 12:15:38.761776 dv-cinder-796286-12-iscsi neutron-server[92929]: 'Subnet': '1.1', Jul 05 12:15:38.761776 dv-cinder-796286-12-iscsi neutron-server[92929]: 'Trunk': '1.1'}} Jul 05 12:15:38.761776 dv-cinder-796286-12-iscsi neutron-server[92929]: {{(pid=92929) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 12:15:38.789972 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cc69a5-c938-4124-b09b-8b5d529d8e00 admin admin] Network 0510e047-752b-4d01-986b-9e5fa76528c9 is scheduled to be hosted by DHCP agent 60ff58b7-18de-4b80-8279-d7ac18a51ea8 with binding_index 1 {{(pid=92929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 12:15:38.803769 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-b5cc69a5-c938-4124-b09b-8b5d529d8e00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-12-iscsi, 0510e047-752b-4d01-986b-9e5fa76528c9) {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:15:38.808392 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cc69a5-c938-4124-b09b-8b5d529d8e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:15:38.809002 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b5cc69a5-c938-4124-b09b-8b5d529d8e00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:38.815175 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed37f852-2fde-45a2-ae75-cf2e9c25e5ad None None] Network 0510e047-752b-4d01-986b-9e5fa76528c9 requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:15:38.825545 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-b5cc69a5-c938-4124-b09b-8b5d529d8e00 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4866230 Jul 05 12:15:39.142520 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc37cb6-c445-4184-b233-a929139b41e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b0a0a31-0485-567f-a652-ea6fdcdf98ff-0510e047-752b-4d01-986b-9e5fa76528c9', 'network_id': '0510e047-752b-4d01-986b-9e5fa76528c9', 'tenant_id': 'f5a36307854248308106b4f70f383b00', 'fixed_ips': [{'subnet_id': '5c0413c7-2047-465a-b1d6-7d3be748ea2d'}]}} from dv-cinder-796286-12-iscsi. {{(pid=92930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 12:15:39.143908 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ebc37cb6-c445-4184-b233-a929139b41e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:39.422923 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-ebc37cb6-c445-4184-b233-a929139b41e8 None None] Allocated IP 172.20.0.2 (0510e047-752b-4d01-986b-9e5fa76528c9/5c0413c7-2047-465a-b1d6-7d3be748ea2d/5c2c1f0b-9107-4c79-8fce-e5cdc1c1769d) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:15:39.625332 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ebc37cb6-c445-4184-b233-a929139b41e8 None None] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:39.642456 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-ebc37cb6-c445-4184-b233-a929139b41e8 None None] Transition to ACTIVE for port object 5c2c1f0b-9107-4c79-8fce-e5cdc1c1769d will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:15:39.691527 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-ebc37cb6-c445-4184-b233-a929139b41e8 None None] Transition to ACTIVE for port object 5c2c1f0b-9107-4c79-8fce-e5cdc1c1769d will not be triggered until provisioned by entity DHCP. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:15:39.700347 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ebc37cb6-c445-4184-b233-a929139b41e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:39.765097 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc37cb6-c445-4184-b233-a929139b41e8 None None] Network 0510e047-752b-4d01-986b-9e5fa76528c9 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:15:39.770803 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-ebc37cb6-c445-4184-b233-a929139b41e8 None None] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:15:39.782118 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc37cb6-c445-4184-b233-a929139b41e8 None None] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:15:39.785191 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc37cb6-c445-4184-b233-a929139b41e8 None None] Pushing event updated for resources: {'Port': ['ID=5c2c1f0b-9107-4c79-8fce-e5cdc1c1769d,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:15:39.837233 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc37cb6-c445-4184-b233-a929139b41e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:39.837968 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc37cb6-c445-4184-b233-a929139b41e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:39.837968 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc37cb6-c445-4184-b233-a929139b41e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:39.838255 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc37cb6-c445-4184-b233-a929139b41e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:39.838585 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc37cb6-c445-4184-b233-a929139b41e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:39.838982 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc37cb6-c445-4184-b233-a929139b41e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:39.839314 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc37cb6-c445-4184-b233-a929139b41e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:39.839642 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc37cb6-c445-4184-b233-a929139b41e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:39.840574 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc37cb6-c445-4184-b233-a929139b41e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:39.840906 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc37cb6-c445-4184-b233-a929139b41e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:39.841229 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc37cb6-c445-4184-b233-a929139b41e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:39.841552 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc37cb6-c445-4184-b233-a929139b41e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:39.842981 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc37cb6-c445-4184-b233-a929139b41e8 None None] Tracked resource versions report: Jul 05 12:15:39.842981 dv-cinder-796286-12-iscsi neutron-server[92930]: pushed versions: Jul 05 12:15:39.842981 dv-cinder-796286-12-iscsi neutron-server[92930]: { 'AddressGroup': {'1.2'}, Jul 05 12:15:39.842981 dv-cinder-796286-12-iscsi neutron-server[92930]: 'ConntrackHelper': {'1.0'}, Jul 05 12:15:39.842981 dv-cinder-796286-12-iscsi neutron-server[92930]: 'Log': {'1.0'}, Jul 05 12:15:39.842981 dv-cinder-796286-12-iscsi neutron-server[92930]: 'Network': {'1.1'}, Jul 05 12:15:39.842981 dv-cinder-796286-12-iscsi neutron-server[92930]: 'Port': {'1.7'}, Jul 05 12:15:39.842981 dv-cinder-796286-12-iscsi neutron-server[92930]: 'PortForwarding': {'1.2'}, Jul 05 12:15:39.842981 dv-cinder-796286-12-iscsi neutron-server[92930]: 'QosPolicy': {'1.8'}, Jul 05 12:15:39.842981 dv-cinder-796286-12-iscsi neutron-server[92930]: 'SecurityGroup': {'1.4'}, Jul 05 12:15:39.842981 dv-cinder-796286-12-iscsi neutron-server[92930]: 'SecurityGroupRule': {'1.2'}, Jul 05 12:15:39.842981 dv-cinder-796286-12-iscsi neutron-server[92930]: 'SubPort': {'1.0'}, Jul 05 12:15:39.842981 dv-cinder-796286-12-iscsi neutron-server[92930]: 'Subnet': {'1.1'}, Jul 05 12:15:39.842981 dv-cinder-796286-12-iscsi neutron-server[92930]: 'Trunk': {'1.1'}} Jul 05 12:15:39.842981 dv-cinder-796286-12-iscsi neutron-server[92930]: consumer versions: Jul 05 12:15:39.842981 dv-cinder-796286-12-iscsi neutron-server[92930]: { DHCP agent@dv-cinder-796286-12-iscsi: {}, Jul 05 12:15:39.842981 dv-cinder-796286-12-iscsi neutron-server[92930]: L3 agent@dv-cinder-796286-12-iscsi: {}, Jul 05 12:15:39.842981 dv-cinder-796286-12-iscsi neutron-server[92930]: Metadata agent@dv-cinder-796286-12-iscsi: {}, Jul 05 12:15:39.842981 dv-cinder-796286-12-iscsi neutron-server[92930]: Metering agent@dv-cinder-796286-12-iscsi: {}, Jul 05 12:15:39.842981 dv-cinder-796286-12-iscsi neutron-server[92930]: Open vSwitch agent@dv-cinder-796286-12-iscsi: { 'AddressGroup': '1.2', Jul 05 12:15:39.842981 dv-cinder-796286-12-iscsi neutron-server[92930]: 'ConntrackHelper': '1.0', Jul 05 12:15:39.842981 dv-cinder-796286-12-iscsi neutron-server[92930]: 'Log': '1.0', Jul 05 12:15:39.842981 dv-cinder-796286-12-iscsi neutron-server[92930]: 'Network': '1.1', Jul 05 12:15:39.842981 dv-cinder-796286-12-iscsi neutron-server[92930]: 'Port': '1.7', Jul 05 12:15:39.842981 dv-cinder-796286-12-iscsi neutron-server[92930]: 'PortForwarding': '1.2', Jul 05 12:15:39.842981 dv-cinder-796286-12-iscsi neutron-server[92930]: 'QosPolicy': '1.8', Jul 05 12:15:39.842981 dv-cinder-796286-12-iscsi neutron-server[92930]: 'SecurityGroup': '1.4', Jul 05 12:15:39.842981 dv-cinder-796286-12-iscsi neutron-server[92930]: 'SecurityGroupRule': '1.2', Jul 05 12:15:39.842981 dv-cinder-796286-12-iscsi neutron-server[92930]: 'SubPort': '1.0', Jul 05 12:15:39.842981 dv-cinder-796286-12-iscsi neutron-server[92930]: 'Subnet': '1.1', Jul 05 12:15:39.842981 dv-cinder-796286-12-iscsi neutron-server[92930]: 'Trunk': '1.1'}} Jul 05 12:15:39.842981 dv-cinder-796286-12-iscsi neutron-server[92930]: {{(pid=92930) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 12:15:39.875235 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-ebc37cb6-c445-4184-b233-a929139b41e8 None None] Attempting to bind port 5c2c1f0b-9107-4c79-8fce-e5cdc1c1769d on host dv-cinder-796286-12-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:15:39.875631 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-ebc37cb6-c445-4184-b233-a929139b41e8 None None] Attempting to bind port 5c2c1f0b-9107-4c79-8fce-e5cdc1c1769d by drivers openvswitch,hyperv on host dv-cinder-796286-12-iscsi at level 0 using segments [{'id': '7979eff3-4876-4b6c-b157-b26ea24f5f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0510e047-752b-4d01-986b-9e5fa76528c9'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:15:39.876064 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc37cb6-c445-4184-b233-a929139b41e8 None None] Attempting to bind port 5c2c1f0b-9107-4c79-8fce-e5cdc1c1769d on network 0510e047-752b-4d01-986b-9e5fa76528c9 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:15:39.880932 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc37cb6-c445-4184-b233-a929139b41e8 None None] Checking agent: {'id': '179553a2-8e69-4f7b-8819-fceafac5268f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 15, 24), 'started_at': datetime.datetime(2021, 7, 5, 12, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:15:39.881330 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc37cb6-c445-4184-b233-a929139b41e8 None None] Checking segment: {'id': '7979eff3-4876-4b6c-b157-b26ea24f5f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0510e047-752b-4d01-986b-9e5fa76528c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:15:39.881814 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ebc37cb6-c445-4184-b233-a929139b41e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:39.882206 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc37cb6-c445-4184-b233-a929139b41e8 None None] Bound using segment: {'id': '7979eff3-4876-4b6c-b157-b26ea24f5f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0510e047-752b-4d01-986b-9e5fa76528c9'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:15:39.882678 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-ebc37cb6-c445-4184-b233-a929139b41e8 None None] Bound port: 5c2c1f0b-9107-4c79-8fce-e5cdc1c1769d, host: dv-cinder-796286-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7979eff3-4876-4b6c-b157-b26ea24f5f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0510e047-752b-4d01-986b-9e5fa76528c9'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:15:39.883111 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ebc37cb6-c445-4184-b233-a929139b41e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:39.944894 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-ebc37cb6-c445-4184-b233-a929139b41e8 None None] For port 5c2c1f0b-9107-4c79-8fce-e5cdc1c1769d, host dv-cinder-796286-12-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:15:39.949102 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-ebc37cb6-c445-4184-b233-a929139b41e8 None None] For port 5c2c1f0b-9107-4c79-8fce-e5cdc1c1769d, host dv-cinder-796286-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=5c2c1f0b-9107-4c79-8fce-e5cdc1c1769d,segment=NetworkSegment(7979eff3-4876-4b6c-b157-b26ea24f5f29),segment_id=7979eff3-4876-4b6c-b157-b26ea24f5f29)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:15:39.954640 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ebc37cb6-c445-4184-b233-a929139b41e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:40.024773 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc37cb6-c445-4184-b233-a929139b41e8 None None] Pushing event updated for resources: {'Port': ['ID=5c2c1f0b-9107-4c79-8fce-e5cdc1c1769d,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:15:41.256644 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 59998) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:15:41.580313 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [None req-2fe7e045-2571-42af-a619-afb01d6dadaa admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=92929) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 12:15:41.581300 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-2fe7e045-2571-42af-a619-afb01d6dadaa admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3236985 Jul 05 12:15:43.986931 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 60006) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:15:44.325726 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [None req-ef888b01-e593-4764-9a7c-7f5d49df8381 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=92929) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 12:15:44.326745 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-ef888b01-e593-4764-9a7c-7f5d49df8381 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3388782 Jul 05 12:15:45.564957 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 5c2c1f0b-9107-4c79-8fce-e5cdc1c1769d up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:15:45.653603 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning for port 5c2c1f0b-9107-4c79-8fce-e5cdc1c1769d completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:15:46.171804 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fbe08d-f10a-479f-afbd-0a9abef15458 None None] Network 0510e047-752b-4d01-986b-9e5fa76528c9 requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:15:46.291036 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-1c88a0d7-ff18-452c-844c-7af9ff587455 None None] Provisioning for port 5c2c1f0b-9107-4c79-8fce-e5cdc1c1769d completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:15:46.298757 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-1c88a0d7-ff18-452c-844c-7af9ff587455 None None] Provisioning complete for port 5c2c1f0b-9107-4c79-8fce-e5cdc1c1769d triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:15:46.299162 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1c88a0d7-ff18-452c-844c-7af9ff587455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:46.459370 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1c88a0d7-ff18-452c-844c-7af9ff587455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:46.498576 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-1c88a0d7-ff18-452c-844c-7af9ff587455 None None] For port 5c2c1f0b-9107-4c79-8fce-e5cdc1c1769d, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=5c2c1f0b-9107-4c79-8fce-e5cdc1c1769d,segment=NetworkSegment(7979eff3-4876-4b6c-b157-b26ea24f5f29),segment_id=7979eff3-4876-4b6c-b157-b26ea24f5f29)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:15:46.504494 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1c88a0d7-ff18-452c-844c-7af9ff587455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:46.564312 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c88a0d7-ff18-452c-844c-7af9ff587455 None None] Pushing event updated for resources: {'Port': ['ID=5c2c1f0b-9107-4c79-8fce-e5cdc1c1769d,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:15:46.628217 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a86d47c0-b6cb-46d9-ba50-6e27b3b8d8b1 None None] Provisioning complete for port 5c2c1f0b-9107-4c79-8fce-e5cdc1c1769d triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:15:46.628793 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a86d47c0-b6cb-46d9-ba50-6e27b3b8d8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:46.977976 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 60020) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:15:47.282075 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-67bc5681-e1cf-4386-ad9d-d9607b9145ec admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'f5a36307854248308106b4f70f383b00', 'name': 'router1'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:15:47.305661 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-67bc5681-e1cf-4386-ad9d-d9607b9145ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6168'] for router, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:47.307214 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-67bc5681-e1cf-4386-ad9d-d9607b9145ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6167'] for router, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:47.471466 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-67bc5681-e1cf-4386-ad9d-d9607b9145ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:47.476314 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-67bc5681-e1cf-4386-ad9d-d9607b9145ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1575412'] for router, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:47.489593 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-67bc5681-e1cf-4386-ad9d-d9607b9145ec admin admin] Notify callbacks [] for router, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:47.490813 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-67bc5681-e1cf-4386-ad9d-d9607b9145ec admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5118248 Jul 05 12:15:47.557596 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 5c2c1f0b-9107-4c79-8fce-e5cdc1c1769d up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:15:47.606997 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port 5c2c1f0b-9107-4c79-8fce-e5cdc1c1769d triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:15:47.607368 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:49.866927 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 60028) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:15:50.178672 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [None req-9b0739ce-9fc1-4a3f-84f6-fdf8fc669fe4 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=92929) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 12:15:50.179690 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-9b0739ce-9fc1-4a3f-84f6-fdf8fc669fe4 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3118081 Jul 05 12:15:50.744932 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7ef981ad-96ea-4f15-b756-90fdbd532b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:52.586647 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 60036) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:15:52.895713 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-ed9c0cdc-2658-43ab-a9d0-f4adac7dd4f6 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'name': 'public'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:15:52.919148 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9c0cdc-2658-43ab-a9d0-f4adac7dd4f6 admin admin] Made reservation on behalf of 0ddaa9453bda485ca98087bcb52b6ea1 for: {'network': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:15:52.921374 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ed9c0cdc-2658-43ab-a9d0-f4adac7dd4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for network, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:52.937271 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ed9c0cdc-2658-43ab-a9d0-f4adac7dd4f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:53.057898 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ed9c0cdc-2658-43ab-a9d0-f4adac7dd4f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:53.062627 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ed9c0cdc-2658-43ab-a9d0-f4adac7dd4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:53.078863 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ed9c0cdc-2658-43ab-a9d0-f4adac7dd4f6 admin admin] Reserving flat network on physical network physnet1 {{(pid=92929) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 05 12:15:53.107805 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c0cdc-2658-43ab-a9d0-f4adac7dd4f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190ca737-0fd3-4562-92d0-7c7dc1aa885e,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:15:53.110625 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ed9c0cdc-2658-43ab-a9d0-f4adac7dd4f6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761929754453', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207'] for segment, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:53.111211 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ed9c0cdc-2658-43ab-a9d0-f4adac7dd4f6 admin admin] Unsubscribe: segment precommit_create {{(pid=92929) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 05 12:15:53.111684 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.db.segments_db [None req-ed9c0cdc-2658-43ab-a9d0-f4adac7dd4f6 admin admin] Added segment 7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0 of type flat for network aa38b356-d6cf-48be-b408-9464f33b7649 Jul 05 12:15:53.167932 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ed9c0cdc-2658-43ab-a9d0-f4adac7dd4f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761929207381'] for network, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:53.216813 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ed9c0cdc-2658-43ab-a9d0-f4adac7dd4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583'] for network, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:53.217841 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9c0cdc-2658-43ab-a9d0-f4adac7dd4f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:15:53.218538 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ed9c0cdc-2658-43ab-a9d0-f4adac7dd4f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:53.289466 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-ed9c0cdc-2658-43ab-a9d0-f4adac7dd4f6 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7017016 Jul 05 12:15:53.315093 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c0cdc-2658-43ab-a9d0-f4adac7dd4f6 admin admin] Pushing event updated for resources: {'Network': ['ID=aa38b356-d6cf-48be-b408-9464f33b7649,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:15:53.328358 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Network aa38b356-d6cf-48be-b408-9464f33b7649 details requested by agent ovs-agent-dv-cinder-796286-12-iscsi with host dv-cinder-796286-12-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 12:15:53.331017 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-31f26cb3-fed3-4437-bcc6-a8a56f404e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:53.659860 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:54.602792 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:55.641997 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 60054) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:15:55.817399 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb3a045-b235-497e-b2b3-39273c0b4ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:15:55.818693 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-7fb3a045-b235-497e-b2b3-39273c0b4ee3 admin admin] 10.222.0.52 "GET /v2.0/subnets/5c0413c7-2047-465a-b1d6-7d3be748ea2d HTTP/1.1" status: 200 len: 849 time: 0.1757278 Jul 05 12:15:55.935171 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-0dfe2ebb-89f1-4c04-a03d-3b8af9a23908 admin admin] 10.222.0.52 "GET /v2.0/routers/6bf5db6d-87f7-4221-b2ce-db1597b764f6 HTTP/1.1" status: 200 len: 704 time: 0.1111779 Jul 05 12:15:56.171610 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 5 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:15:56.178840 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:56.205541 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-59af5a32-3ed0-4ce4-a1b6-ac01eab9925e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:56.498661 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-59af5a32-3ed0-4ce4-a1b6-ac01eab9925e admin admin] Allocated IP 172.20.0.1 (0510e047-752b-4d01-986b-9e5fa76528c9/5c0413c7-2047-465a-b1d6-7d3be748ea2d/ed94d88f-7f41-4dc0-a136-71d7393ee2ce) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:15:56.655008 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-59af5a32-3ed0-4ce4-a1b6-ac01eab9925e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:56.678571 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-59af5a32-3ed0-4ce4-a1b6-ac01eab9925e admin admin] Transition to ACTIVE for port object ed94d88f-7f41-4dc0-a136-71d7393ee2ce will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:15:56.802853 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-59af5a32-3ed0-4ce4-a1b6-ac01eab9925e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:56.871616 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59af5a32-3ed0-4ce4-a1b6-ac01eab9925e admin admin] Network 0510e047-752b-4d01-986b-9e5fa76528c9 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:15:56.877348 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-59af5a32-3ed0-4ce4-a1b6-ac01eab9925e admin admin] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:15:56.880033 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59af5a32-3ed0-4ce4-a1b6-ac01eab9925e admin admin] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:15:56.880589 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-59af5a32-3ed0-4ce4-a1b6-ac01eab9925e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602243'] for router_interface, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:56.948469 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af5a32-3ed0-4ce4-a1b6-ac01eab9925e admin admin] Pushing event updated for resources: {'Port': ['ID=ed94d88f-7f41-4dc0-a136-71d7393ee2ce,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:15:57.079179 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-f72f88df-8ed2-4bd6-a5d0-785fce92f47a None None] Provisioning for port ed94d88f-7f41-4dc0-a136-71d7393ee2ce completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:15:57.082568 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-f72f88df-8ed2-4bd6-a5d0-785fce92f47a None None] Provisioning complete for port ed94d88f-7f41-4dc0-a136-71d7393ee2ce triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:15:57.082969 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f72f88df-8ed2-4bd6-a5d0-785fce92f47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:57.103129 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-59af5a32-3ed0-4ce4-a1b6-ac01eab9925e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:57.118389 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-f72f88df-8ed2-4bd6-a5d0-785fce92f47a None None] Port ed94d88f-7f41-4dc0-a136-71d7393ee2ce cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 12:15:57.288880 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-59af5a32-3ed0-4ce4-a1b6-ac01eab9925e admin admin] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:57.294225 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-59af5a32-3ed0-4ce4-a1b6-ac01eab9925e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:57.295129 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-59af5a32-3ed0-4ce4-a1b6-ac01eab9925e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1576638'] for router_interface, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:57.374448 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af5a32-3ed0-4ce4-a1b6-ac01eab9925e admin admin] Pushing event updated for resources: {'Port': ['ID=ed94d88f-7f41-4dc0-a136-71d7393ee2ce,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:15:57.419359 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59af5a32-3ed0-4ce4-a1b6-ac01eab9925e admin admin] Network 0510e047-752b-4d01-986b-9e5fa76528c9 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:15:57.420634 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-59af5a32-3ed0-4ce4-a1b6-ac01eab9925e admin admin] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:15:57.584291 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59af5a32-3ed0-4ce4-a1b6-ac01eab9925e admin admin] Router 6bf5db6d-87f7-4221-b2ce-db1597b764f6 is scheduled to L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 with binding_index 1 {{(pid=92929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 12:15:57.643388 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-9a702a5a-a1da-4bf7-ac94-b5f44a951d45 None None] Provisioning complete for port ed94d88f-7f41-4dc0-a136-71d7393ee2ce triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:15:57.643931 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9a702a5a-a1da-4bf7-ac94-b5f44a951d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:57.682417 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-9a702a5a-a1da-4bf7-ac94-b5f44a951d45 None None] Port ed94d88f-7f41-4dc0-a136-71d7393ee2ce cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 12:15:57.683389 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59af5a32-3ed0-4ce4-a1b6-ac01eab9925e admin admin] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:15:57.689262 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-59af5a32-3ed0-4ce4-a1b6-ac01eab9925e admin admin] 10.222.0.52 "PUT /v2.0/routers/6bf5db6d-87f7-4221-b2ce-db1597b764f6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7492855 Jul 05 12:15:57.698381 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a33c5f-392a-4bbd-9279-04673f8b574b None None] Sync routers for ids ['6bf5db6d-87f7-4221-b2ce-db1597b764f6'] in dv-cinder-796286-12-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:15:57.710443 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a33c5f-392a-4bbd-9279-04673f8b574b None None] Routers {'6bf5db6d-87f7-4221-b2ce-db1597b764f6'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:15:57.711290 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-87a33c5f-392a-4bbd-9279-04673f8b574b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:15:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['6bf5db6d-87f7-4221-b2ce-db1597b764f6'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:15:57.896776 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-87a33c5f-392a-4bbd-9279-04673f8b574b None None] Set router 6bf5db6d-87f7-4221-b2ce-db1597b764f6 gateway port host: None {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:15:58.335285 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-87a33c5f-392a-4bbd-9279-04673f8b574b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf5db6d-87f7-4221-b2ce-db1597b764f6', 'name': 'router1', 'tenant_id': 'f5a36307854248308106b4f70f383b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:15:47Z', 'updated_at': '2021-07-05T12:15:57Z', 'revision_number': 2, 'project_id': 'f5a36307854248308106b4f70f383b00', 'gw_port_host': None, '_interfaces': [{'id': 'ed94d88f-7f41-4dc0-a136-71d7393ee2ce', 'name': '', 'network_id': '0510e047-752b-4d01-986b-9e5fa76528c9', 'tenant_id': 'f5a36307854248308106b4f70f383b00', 'mac_address': 'fa:16:3e:60:78:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf5db6d-87f7-4221-b2ce-db1597b764f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c0413c7-2047-465a-b1d6-7d3be748ea2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:15:56Z', 'updated_at': '2021-07-05T12:15:57Z', 'revision_number': 2, 'project_id': 'f5a36307854248308106b4f70f383b00', 'subnets': [{'id': '5c0413c7-2047-465a-b1d6-7d3be748ea2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '29ab487b-5a98-47ad-b7f1-f7da3b31ec9a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:15:58.388212 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a33c5f-392a-4bbd-9279-04673f8b574b None None] Checking router: 6bf5db6d-87f7-4221-b2ce-db1597b764f6 for host: dv-cinder-796286-12-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:15:58.388579 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a33c5f-392a-4bbd-9279-04673f8b574b None None] Updating router 6bf5db6d-87f7-4221-b2ce-db1597b764f6 port ed94d88f-7f41-4dc0-a136-71d7393ee2ce binding host dv-cinder-796286-12-iscsi {{(pid=92931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 12:15:58.454634 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-87a33c5f-392a-4bbd-9279-04673f8b574b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:58.946161 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-87a33c5f-392a-4bbd-9279-04673f8b574b None None] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:58.965116 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-87a33c5f-392a-4bbd-9279-04673f8b574b None None] Transition to ACTIVE for port object ed94d88f-7f41-4dc0-a136-71d7393ee2ce will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:15:58.971587 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-87a33c5f-392a-4bbd-9279-04673f8b574b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:59.133366 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b3ba5-1727-452f-9297-3c8840604071 None None] Pushing event updated for resources: {'Port': ['ID=ed94d88f-7f41-4dc0-a136-71d7393ee2ce,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:15:59.143830 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-87a33c5f-392a-4bbd-9279-04673f8b574b None None] Attempting to bind port ed94d88f-7f41-4dc0-a136-71d7393ee2ce on host dv-cinder-796286-12-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:15:59.144226 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-87a33c5f-392a-4bbd-9279-04673f8b574b None None] Attempting to bind port ed94d88f-7f41-4dc0-a136-71d7393ee2ce by drivers openvswitch,hyperv on host dv-cinder-796286-12-iscsi at level 0 using segments [{'id': '7979eff3-4876-4b6c-b157-b26ea24f5f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0510e047-752b-4d01-986b-9e5fa76528c9'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:15:59.151871 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a33c5f-392a-4bbd-9279-04673f8b574b None None] Attempting to bind port ed94d88f-7f41-4dc0-a136-71d7393ee2ce on network 0510e047-752b-4d01-986b-9e5fa76528c9 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:15:59.154978 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b3ba5-1727-452f-9297-3c8840604071 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:59.155327 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b3ba5-1727-452f-9297-3c8840604071 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:59.155666 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b3ba5-1727-452f-9297-3c8840604071 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:59.156010 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b3ba5-1727-452f-9297-3c8840604071 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:59.156421 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b3ba5-1727-452f-9297-3c8840604071 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:59.156777 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b3ba5-1727-452f-9297-3c8840604071 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:59.157116 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b3ba5-1727-452f-9297-3c8840604071 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:59.157449 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b3ba5-1727-452f-9297-3c8840604071 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:59.157793 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b3ba5-1727-452f-9297-3c8840604071 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:59.158124 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b3ba5-1727-452f-9297-3c8840604071 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:59.158452 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b3ba5-1727-452f-9297-3c8840604071 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:59.158869 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b3ba5-1727-452f-9297-3c8840604071 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:15:59.160326 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b3ba5-1727-452f-9297-3c8840604071 None None] Tracked resource versions report: Jul 05 12:15:59.160326 dv-cinder-796286-12-iscsi neutron-server[92931]: pushed versions: Jul 05 12:15:59.160326 dv-cinder-796286-12-iscsi neutron-server[92931]: { 'AddressGroup': {'1.2'}, Jul 05 12:15:59.160326 dv-cinder-796286-12-iscsi neutron-server[92931]: 'ConntrackHelper': {'1.0'}, Jul 05 12:15:59.160326 dv-cinder-796286-12-iscsi neutron-server[92931]: 'Log': {'1.0'}, Jul 05 12:15:59.160326 dv-cinder-796286-12-iscsi neutron-server[92931]: 'Network': {'1.1'}, Jul 05 12:15:59.160326 dv-cinder-796286-12-iscsi neutron-server[92931]: 'Port': {'1.7'}, Jul 05 12:15:59.160326 dv-cinder-796286-12-iscsi neutron-server[92931]: 'PortForwarding': {'1.2'}, Jul 05 12:15:59.160326 dv-cinder-796286-12-iscsi neutron-server[92931]: 'QosPolicy': {'1.8'}, Jul 05 12:15:59.160326 dv-cinder-796286-12-iscsi neutron-server[92931]: 'SecurityGroup': {'1.4'}, Jul 05 12:15:59.160326 dv-cinder-796286-12-iscsi neutron-server[92931]: 'SecurityGroupRule': {'1.2'}, Jul 05 12:15:59.160326 dv-cinder-796286-12-iscsi neutron-server[92931]: 'SubPort': {'1.0'}, Jul 05 12:15:59.160326 dv-cinder-796286-12-iscsi neutron-server[92931]: 'Subnet': {'1.1'}, Jul 05 12:15:59.160326 dv-cinder-796286-12-iscsi neutron-server[92931]: 'Trunk': {'1.1'}} Jul 05 12:15:59.160326 dv-cinder-796286-12-iscsi neutron-server[92931]: consumer versions: Jul 05 12:15:59.160326 dv-cinder-796286-12-iscsi neutron-server[92931]: { DHCP agent@dv-cinder-796286-12-iscsi: {}, Jul 05 12:15:59.160326 dv-cinder-796286-12-iscsi neutron-server[92931]: L3 agent@dv-cinder-796286-12-iscsi: {}, Jul 05 12:15:59.160326 dv-cinder-796286-12-iscsi neutron-server[92931]: Metadata agent@dv-cinder-796286-12-iscsi: {}, Jul 05 12:15:59.160326 dv-cinder-796286-12-iscsi neutron-server[92931]: Metering agent@dv-cinder-796286-12-iscsi: {}, Jul 05 12:15:59.160326 dv-cinder-796286-12-iscsi neutron-server[92931]: Open vSwitch agent@dv-cinder-796286-12-iscsi: { 'AddressGroup': '1.2', Jul 05 12:15:59.160326 dv-cinder-796286-12-iscsi neutron-server[92931]: 'ConntrackHelper': '1.0', Jul 05 12:15:59.160326 dv-cinder-796286-12-iscsi neutron-server[92931]: 'Log': '1.0', Jul 05 12:15:59.160326 dv-cinder-796286-12-iscsi neutron-server[92931]: 'Network': '1.1', Jul 05 12:15:59.160326 dv-cinder-796286-12-iscsi neutron-server[92931]: 'Port': '1.7', Jul 05 12:15:59.160326 dv-cinder-796286-12-iscsi neutron-server[92931]: 'PortForwarding': '1.2', Jul 05 12:15:59.160326 dv-cinder-796286-12-iscsi neutron-server[92931]: 'QosPolicy': '1.8', Jul 05 12:15:59.160326 dv-cinder-796286-12-iscsi neutron-server[92931]: 'SecurityGroup': '1.4', Jul 05 12:15:59.160326 dv-cinder-796286-12-iscsi neutron-server[92931]: 'SecurityGroupRule': '1.2', Jul 05 12:15:59.160326 dv-cinder-796286-12-iscsi neutron-server[92931]: 'SubPort': '1.0', Jul 05 12:15:59.160326 dv-cinder-796286-12-iscsi neutron-server[92931]: 'Subnet': '1.1', Jul 05 12:15:59.160326 dv-cinder-796286-12-iscsi neutron-server[92931]: 'Trunk': '1.1'}} Jul 05 12:15:59.160326 dv-cinder-796286-12-iscsi neutron-server[92931]: {{(pid=92931) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 12:15:59.167048 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a33c5f-392a-4bbd-9279-04673f8b574b None None] Checking agent: {'id': '179553a2-8e69-4f7b-8819-fceafac5268f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 15, 24), 'started_at': datetime.datetime(2021, 7, 5, 12, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:15:59.167437 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a33c5f-392a-4bbd-9279-04673f8b574b None None] Checking segment: {'id': '7979eff3-4876-4b6c-b157-b26ea24f5f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0510e047-752b-4d01-986b-9e5fa76528c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:15:59.167919 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-87a33c5f-392a-4bbd-9279-04673f8b574b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:59.169178 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a33c5f-392a-4bbd-9279-04673f8b574b None None] Bound using segment: {'id': '7979eff3-4876-4b6c-b157-b26ea24f5f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0510e047-752b-4d01-986b-9e5fa76528c9'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:15:59.169504 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-87a33c5f-392a-4bbd-9279-04673f8b574b None None] Bound port: ed94d88f-7f41-4dc0-a136-71d7393ee2ce, host: dv-cinder-796286-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7979eff3-4876-4b6c-b157-b26ea24f5f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0510e047-752b-4d01-986b-9e5fa76528c9'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:15:59.170501 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-87a33c5f-392a-4bbd-9279-04673f8b574b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:59.242054 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-87a33c5f-392a-4bbd-9279-04673f8b574b None None] For port ed94d88f-7f41-4dc0-a136-71d7393ee2ce, host dv-cinder-796286-12-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:15:59.266298 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-87a33c5f-392a-4bbd-9279-04673f8b574b None None] For port ed94d88f-7f41-4dc0-a136-71d7393ee2ce, host dv-cinder-796286-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=ed94d88f-7f41-4dc0-a136-71d7393ee2ce,segment=NetworkSegment(7979eff3-4876-4b6c-b157-b26ea24f5f29),segment_id=7979eff3-4876-4b6c-b157-b26ea24f5f29)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:15:59.270554 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-87a33c5f-392a-4bbd-9279-04673f8b574b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:15:59.329868 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a33c5f-392a-4bbd-9279-04673f8b574b None None] Routers {'6bf5db6d-87f7-4221-b2ce-db1597b764f6'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:15:59.330578 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-87a33c5f-392a-4bbd-9279-04673f8b574b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:15:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['6bf5db6d-87f7-4221-b2ce-db1597b764f6'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:15:59.336721 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b3ba5-1727-452f-9297-3c8840604071 None None] Pushing event updated for resources: {'Port': ['ID=ed94d88f-7f41-4dc0-a136-71d7393ee2ce,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:15:59.432278 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-87a33c5f-392a-4bbd-9279-04673f8b574b None None] Set router 6bf5db6d-87f7-4221-b2ce-db1597b764f6 gateway port host: None {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:15:59.646909 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-87a33c5f-392a-4bbd-9279-04673f8b574b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf5db6d-87f7-4221-b2ce-db1597b764f6', 'name': 'router1', 'tenant_id': 'f5a36307854248308106b4f70f383b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:15:47Z', 'updated_at': '2021-07-05T12:15:57Z', 'revision_number': 2, 'project_id': 'f5a36307854248308106b4f70f383b00', 'gw_port_host': None, '_interfaces': [{'id': 'ed94d88f-7f41-4dc0-a136-71d7393ee2ce', 'name': '', 'network_id': '0510e047-752b-4d01-986b-9e5fa76528c9', 'tenant_id': 'f5a36307854248308106b4f70f383b00', 'mac_address': 'fa:16:3e:60:78:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf5db6d-87f7-4221-b2ce-db1597b764f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c0413c7-2047-465a-b1d6-7d3be748ea2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:15:56Z', 'updated_at': '2021-07-05T12:15:59Z', 'revision_number': 4, 'project_id': 'f5a36307854248308106b4f70f383b00', 'subnets': [{'id': '5c0413c7-2047-465a-b1d6-7d3be748ea2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '29ab487b-5a98-47ad-b7f1-f7da3b31ec9a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:15:59.677567 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a33c5f-392a-4bbd-9279-04673f8b574b None None] The sync data for ids ['6bf5db6d-87f7-4221-b2ce-db1597b764f6'] in dv-cinder-796286-12-iscsi is: [{'id': '6bf5db6d-87f7-4221-b2ce-db1597b764f6', 'name': 'router1', 'tenant_id': 'f5a36307854248308106b4f70f383b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:15:47Z', 'updated_at': '2021-07-05T12:15:57Z', 'revision_number': 2, 'project_id': 'f5a36307854248308106b4f70f383b00', 'gw_port_host': None, '_interfaces': [{'id': 'ed94d88f-7f41-4dc0-a136-71d7393ee2ce', 'name': '', 'network_id': '0510e047-752b-4d01-986b-9e5fa76528c9', 'tenant_id': 'f5a36307854248308106b4f70f383b00', 'mac_address': 'fa:16:3e:60:78:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf5db6d-87f7-4221-b2ce-db1597b764f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c0413c7-2047-465a-b1d6-7d3be748ea2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:15:56Z', 'updated_at': '2021-07-05T12:15:59Z', 'revision_number': 4, 'project_id': 'f5a36307854248308106b4f70f383b00', 'subnets': [{'id': '5c0413c7-2047-465a-b1d6-7d3be748ea2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '29ab487b-5a98-47ad-b7f1-f7da3b31ec9a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:15:59.917531 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 60074) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:16:00.030330 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50559f40-bae6-49af-b720-2e04941fb9c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:16:00.031653 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-50559f40-bae6-49af-b720-2e04941fb9c5 admin admin] 10.222.0.52 "GET /v2.0/networks/aa38b356-d6cf-48be-b408-9464f33b7649 HTTP/1.1" status: 200 len: 842 time: 0.1124263 Jul 05 12:16:00.041147 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-c0fb322a-2932-4bb2-b7de-47242918dec5 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'gateway_ip': '172.27.3.1'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:16:00.061407 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0fb322a-2932-4bb2-b7de-47242918dec5 admin admin] Made reservation on behalf of 0ddaa9453bda485ca98087bcb52b6ea1 for: {'subnet': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:16:00.064304 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c0fb322a-2932-4bb2-b7de-47242918dec5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:16:00.346505 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.objects.ports [None req-c0fb322a-2932-4bb2-b7de-47242918dec5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92929) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 12:16:00.346960 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c0fb322a-2932-4bb2-b7de-47242918dec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583'] for subnet, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:16:00.403638 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fb322a-2932-4bb2-b7de-47242918dec5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e645773-65d0-42f3-9bdc-7785aff60c5a,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:16:00.408065 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fb322a-2932-4bb2-b7de-47242918dec5 admin admin] Checking segment: {'id': '7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:16:00.408419 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fb322a-2932-4bb2-b7de-47242918dec5 admin admin] Network hostable DHCP agents. Network: aa38b356-d6cf-48be-b408-9464f33b7649, hostable agents: ['60ff58b7-18de-4b80-8279-d7ac18a51ea8'], hosted agents: [] {{(pid=92929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 12:16:00.424246 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fb322a-2932-4bb2-b7de-47242918dec5 admin admin] Network aa38b356-d6cf-48be-b408-9464f33b7649 is scheduled to be hosted by DHCP agent 60ff58b7-18de-4b80-8279-d7ac18a51ea8 with binding_index 1 {{(pid=92929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 12:16:00.432235 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-c0fb322a-2932-4bb2-b7de-47242918dec5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-12-iscsi, aa38b356-d6cf-48be-b408-9464f33b7649) {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:16:00.437814 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fb322a-2932-4bb2-b7de-47242918dec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:16:00.438688 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c0fb322a-2932-4bb2-b7de-47242918dec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:16:00.444124 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8200c8db-98d1-4aca-83d1-350287bc6810 None None] Network aa38b356-d6cf-48be-b408-9464f33b7649 requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:16:00.470750 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-c0fb322a-2932-4bb2-b7de-47242918dec5 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4209309 Jul 05 12:16:00.587503 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1401e6c-25ee-4822-b070-94a5c3d088cf None None] Network aa38b356-d6cf-48be-b408-9464f33b7649 requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:16:02.762630 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 60086) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:16:02.962093 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-875816a5-4874-4885-865b-185f985ac60a admin admin] 10.222.0.52 "GET /v2.0/routers/6bf5db6d-87f7-4221-b2ce-db1597b764f6 HTTP/1.1" status: 200 len: 710 time: 0.1980639 Jul 05 12:16:03.049800 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735e4ccf-995e-4b0a-86f3-1eee4b435d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:16:03.051124 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-735e4ccf-995e-4b0a-86f3-1eee4b435d2b admin admin] 10.222.0.52 "GET /v2.0/networks/aa38b356-d6cf-48be-b408-9464f33b7649 HTTP/1.1" status: 200 len: 886 time: 0.0833707 Jul 05 12:16:03.059887 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-06124971-3f57-44f3-ba8c-15ea42364424 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'}}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:16:03.305424 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-06124971-3f57-44f3-ba8c-15ea42364424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1575407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6149'] for router, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:16:03.555264 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-06124971-3f57-44f3-ba8c-15ea42364424 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:16:03.585797 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device ed94d88f-7f41-4dc0-a136-71d7393ee2ce up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:16:03.635346 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning for port ed94d88f-7f41-4dc0-a136-71d7393ee2ce completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:16:03.639629 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port ed94d88f-7f41-4dc0-a136-71d7393ee2ce triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:16:03.640003 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:16:03.645354 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-06124971-3f57-44f3-ba8c-15ea42364424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:16:03.715978 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:16:03.748828 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] For port ed94d88f-7f41-4dc0-a136-71d7393ee2ce, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=ed94d88f-7f41-4dc0-a136-71d7393ee2ce,segment=NetworkSegment(7979eff3-4876-4b6c-b157-b26ea24f5f29),segment_id=7979eff3-4876-4b6c-b157-b26ea24f5f29)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:16:03.752856 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:16:03.759684 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-06124971-3f57-44f3-ba8c-15ea42364424 admin admin] Allocated IP 172.27.3.36 (aa38b356-d6cf-48be-b408-9464f33b7649/1e645773-65d0-42f3-9bdc-7785aff60c5a/c75cae81-6d0b-411a-9068-3dae86f7fcd5) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:16:03.852590 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Pushing event updated for resources: {'Port': ['ID=ed94d88f-7f41-4dc0-a136-71d7393ee2ce,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:16:03.869370 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-06124971-3f57-44f3-ba8c-15ea42364424 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:16:03.909085 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-06124971-3f57-44f3-ba8c-15ea42364424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:16:03.947950 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06124971-3f57-44f3-ba8c-15ea42364424 admin admin] Network aa38b356-d6cf-48be-b408-9464f33b7649 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:16:03.950711 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-06124971-3f57-44f3-ba8c-15ea42364424 admin admin] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:16:03.953296 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06124971-3f57-44f3-ba8c-15ea42364424 admin admin] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:16:03.990614 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06124971-3f57-44f3-ba8c-15ea42364424 admin admin] Pushing event updated for resources: {'Port': ['ID=c75cae81-6d0b-411a-9068-3dae86f7fcd5,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:16:04.200201 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-06124971-3f57-44f3-ba8c-15ea42364424 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:16:04.476715 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-06124971-3f57-44f3-ba8c-15ea42364424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1575407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6149'] for router, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:16:04.479864 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-06124971-3f57-44f3-ba8c-15ea42364424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1575412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1575398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1575421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573943'] for router, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:16:04.584402 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06124971-3f57-44f3-ba8c-15ea42364424 admin admin] Router 6bf5db6d-87f7-4221-b2ce-db1597b764f6 has already been hosted by L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 12:16:04.690225 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06124971-3f57-44f3-ba8c-15ea42364424 admin admin] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:16:04.694567 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-06124971-3f57-44f3-ba8c-15ea42364424 admin admin] Notify callbacks [] for router, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:16:04.697263 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-06124971-3f57-44f3-ba8c-15ea42364424 admin admin] 10.222.0.52 "PUT /v2.0/routers/6bf5db6d-87f7-4221-b2ce-db1597b764f6 HTTP/1.1" status: 200 len: 889 time: 1.6393704 Jul 05 12:16:04.713877 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52bb1fb-0b7e-440b-99d8-2b98af332c77 None None] Sync routers for ids ['6bf5db6d-87f7-4221-b2ce-db1597b764f6'] in dv-cinder-796286-12-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:16:04.726918 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52bb1fb-0b7e-440b-99d8-2b98af332c77 None None] Routers {'6bf5db6d-87f7-4221-b2ce-db1597b764f6'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:16:04.727654 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-c52bb1fb-0b7e-440b-99d8-2b98af332c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:15:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['6bf5db6d-87f7-4221-b2ce-db1597b764f6'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:16:04.945291 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-c52bb1fb-0b7e-440b-99d8-2b98af332c77 None None] Set router 6bf5db6d-87f7-4221-b2ce-db1597b764f6 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:16:05.347608 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-c52bb1fb-0b7e-440b-99d8-2b98af332c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf5db6d-87f7-4221-b2ce-db1597b764f6', 'name': 'router1', 'tenant_id': 'f5a36307854248308106b4f70f383b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'c75cae81-6d0b-411a-9068-3dae86f7fcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:15:47Z', 'updated_at': '2021-07-05T12:16:04Z', 'revision_number': 4, 'project_id': 'f5a36307854248308106b4f70f383b00', 'gw_port': {'id': 'c75cae81-6d0b-411a-9068-3dae86f7fcd5', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:58:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf5db6d-87f7-4221-b2ce-db1597b764f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:16:03Z', 'updated_at': '2021-07-05T12:16:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': 'ed94d88f-7f41-4dc0-a136-71d7393ee2ce', 'name': '', 'network_id': '0510e047-752b-4d01-986b-9e5fa76528c9', 'tenant_id': 'f5a36307854248308106b4f70f383b00', 'mac_address': 'fa:16:3e:60:78:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf5db6d-87f7-4221-b2ce-db1597b764f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c0413c7-2047-465a-b1d6-7d3be748ea2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:15:56Z', 'updated_at': '2021-07-05T12:16:03Z', 'revision_number': 5, 'project_id': 'f5a36307854248308106b4f70f383b00', 'subnets': [{'id': '5c0413c7-2047-465a-b1d6-7d3be748ea2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '29ab487b-5a98-47ad-b7f1-f7da3b31ec9a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:16:05.398955 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52bb1fb-0b7e-440b-99d8-2b98af332c77 None None] Checking router: 6bf5db6d-87f7-4221-b2ce-db1597b764f6 for host: dv-cinder-796286-12-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:16:05.399374 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52bb1fb-0b7e-440b-99d8-2b98af332c77 None None] Updating router 6bf5db6d-87f7-4221-b2ce-db1597b764f6 port c75cae81-6d0b-411a-9068-3dae86f7fcd5 binding host dv-cinder-796286-12-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 12:16:05.432464 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c52bb1fb-0b7e-440b-99d8-2b98af332c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:16:05.568706 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device ed94d88f-7f41-4dc0-a136-71d7393ee2ce up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:16:05.697357 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port ed94d88f-7f41-4dc0-a136-71d7393ee2ce triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:16:05.697724 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:16:05.851785 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c52bb1fb-0b7e-440b-99d8-2b98af332c77 None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:16:05.869751 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-c52bb1fb-0b7e-440b-99d8-2b98af332c77 None None] Transition to ACTIVE for port object c75cae81-6d0b-411a-9068-3dae86f7fcd5 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:16:05.875808 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c52bb1fb-0b7e-440b-99d8-2b98af332c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:16:05.924345 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-c52bb1fb-0b7e-440b-99d8-2b98af332c77 None None] Attempting to bind port c75cae81-6d0b-411a-9068-3dae86f7fcd5 on host dv-cinder-796286-12-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:16:05.924716 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-c52bb1fb-0b7e-440b-99d8-2b98af332c77 None None] Attempting to bind port c75cae81-6d0b-411a-9068-3dae86f7fcd5 by drivers openvswitch,hyperv on host dv-cinder-796286-12-iscsi at level 0 using segments [{'id': '7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:16:05.925083 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52bb1fb-0b7e-440b-99d8-2b98af332c77 None None] Attempting to bind port c75cae81-6d0b-411a-9068-3dae86f7fcd5 on network aa38b356-d6cf-48be-b408-9464f33b7649 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:16:05.935686 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52bb1fb-0b7e-440b-99d8-2b98af332c77 None None] Checking agent: {'id': '179553a2-8e69-4f7b-8819-fceafac5268f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 15, 24), 'started_at': datetime.datetime(2021, 7, 5, 12, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:16:05.936091 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52bb1fb-0b7e-440b-99d8-2b98af332c77 None None] Checking segment: {'id': '7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:16:05.936571 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c52bb1fb-0b7e-440b-99d8-2b98af332c77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:16:05.936994 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52bb1fb-0b7e-440b-99d8-2b98af332c77 None None] Bound using segment: {'id': '7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:16:05.937460 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-c52bb1fb-0b7e-440b-99d8-2b98af332c77 None None] Bound port: c75cae81-6d0b-411a-9068-3dae86f7fcd5, host: dv-cinder-796286-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:16:05.937859 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c52bb1fb-0b7e-440b-99d8-2b98af332c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:16:05.940468 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846485fc-dfa8-4780-b5e1-022bd9db67f0 None None] Pushing event updated for resources: {'Port': ['ID=c75cae81-6d0b-411a-9068-3dae86f7fcd5,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:16:06.069474 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-c52bb1fb-0b7e-440b-99d8-2b98af332c77 None None] For port c75cae81-6d0b-411a-9068-3dae86f7fcd5, host dv-cinder-796286-12-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:16:06.072744 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-c52bb1fb-0b7e-440b-99d8-2b98af332c77 None None] For port c75cae81-6d0b-411a-9068-3dae86f7fcd5, host dv-cinder-796286-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=c75cae81-6d0b-411a-9068-3dae86f7fcd5,segment=NetworkSegment(7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0),segment_id=7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:16:06.078290 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c52bb1fb-0b7e-440b-99d8-2b98af332c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:16:06.133722 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52bb1fb-0b7e-440b-99d8-2b98af332c77 None None] Routers {'6bf5db6d-87f7-4221-b2ce-db1597b764f6'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:16:06.134348 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-c52bb1fb-0b7e-440b-99d8-2b98af332c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:15:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['6bf5db6d-87f7-4221-b2ce-db1597b764f6'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:16:06.172853 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846485fc-dfa8-4780-b5e1-022bd9db67f0 None None] Pushing event updated for resources: {'Port': ['ID=c75cae81-6d0b-411a-9068-3dae86f7fcd5,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:16:06.244373 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-c52bb1fb-0b7e-440b-99d8-2b98af332c77 None None] Set router 6bf5db6d-87f7-4221-b2ce-db1597b764f6 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:16:06.463174 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-c52bb1fb-0b7e-440b-99d8-2b98af332c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf5db6d-87f7-4221-b2ce-db1597b764f6', 'name': 'router1', 'tenant_id': 'f5a36307854248308106b4f70f383b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'c75cae81-6d0b-411a-9068-3dae86f7fcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:15:47Z', 'updated_at': '2021-07-05T12:16:04Z', 'revision_number': 4, 'project_id': 'f5a36307854248308106b4f70f383b00', 'gw_port': {'id': 'c75cae81-6d0b-411a-9068-3dae86f7fcd5', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:58:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf5db6d-87f7-4221-b2ce-db1597b764f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:16:03Z', 'updated_at': '2021-07-05T12:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': 'ed94d88f-7f41-4dc0-a136-71d7393ee2ce', 'name': '', 'network_id': '0510e047-752b-4d01-986b-9e5fa76528c9', 'tenant_id': 'f5a36307854248308106b4f70f383b00', 'mac_address': 'fa:16:3e:60:78:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf5db6d-87f7-4221-b2ce-db1597b764f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c0413c7-2047-465a-b1d6-7d3be748ea2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:15:56Z', 'updated_at': '2021-07-05T12:16:03Z', 'revision_number': 5, 'project_id': 'f5a36307854248308106b4f70f383b00', 'subnets': [{'id': '5c0413c7-2047-465a-b1d6-7d3be748ea2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '29ab487b-5a98-47ad-b7f1-f7da3b31ec9a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:16:06.488932 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52bb1fb-0b7e-440b-99d8-2b98af332c77 None None] The sync data for ids ['6bf5db6d-87f7-4221-b2ce-db1597b764f6'] in dv-cinder-796286-12-iscsi is: [{'id': '6bf5db6d-87f7-4221-b2ce-db1597b764f6', 'name': 'router1', 'tenant_id': 'f5a36307854248308106b4f70f383b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'c75cae81-6d0b-411a-9068-3dae86f7fcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:15:47Z', 'updated_at': '2021-07-05T12:16:04Z', 'revision_number': 4, 'project_id': 'f5a36307854248308106b4f70f383b00', 'gw_port': {'id': 'c75cae81-6d0b-411a-9068-3dae86f7fcd5', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:58:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf5db6d-87f7-4221-b2ce-db1597b764f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:16:03Z', 'updated_at': '2021-07-05T12:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': 'ed94d88f-7f41-4dc0-a136-71d7393ee2ce', 'name': '', 'network_id': '0510e047-752b-4d01-986b-9e5fa76528c9', 'tenant_id': 'f5a36307854248308106b4f70f383b00', 'mac_address': 'fa:16:3e:60:78:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf5db6d-87f7-4221-b2ce-db1597b764f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c0413c7-2047-465a-b1d6-7d3be748ea2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:15:56Z', 'updated_at': '2021-07-05T12:16:03Z', 'revision_number': 5, 'project_id': 'f5a36307854248308106b4f70f383b00', 'subnets': [{'id': '5c0413c7-2047-465a-b1d6-7d3be748ea2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '29ab487b-5a98-47ad-b7f1-f7da3b31ec9a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:16:07.097427 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 60094) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:16:07.279253 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-00cb1547-fde4-4d9d-9002-6a457b46856c admin admin] 10.222.0.52 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1803737 Jul 05 12:16:07.576660 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device c75cae81-6d0b-411a-9068-3dae86f7fcd5 up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:16:07.633829 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning for port c75cae81-6d0b-411a-9068-3dae86f7fcd5 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:16:07.638965 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port c75cae81-6d0b-411a-9068-3dae86f7fcd5 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:16:07.639341 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:16:07.723951 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:16:07.745396 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] For port c75cae81-6d0b-411a-9068-3dae86f7fcd5, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=c75cae81-6d0b-411a-9068-3dae86f7fcd5,segment=NetworkSegment(7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0),segment_id=7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:16:07.750782 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:16:07.799022 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Pushing event updated for resources: {'Port': ['ID=c75cae81-6d0b-411a-9068-3dae86f7fcd5,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:16:09.565417 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device c75cae81-6d0b-411a-9068-3dae86f7fcd5 up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:16:09.619780 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port c75cae81-6d0b-411a-9068-3dae86f7fcd5 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:16:09.620161 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:16:20.748840 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5b6fff25-49b1-477b-a19a-9f9d2079c0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:16:23.324183 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-18ee5dcd-a551-4cfe-a2d5-3fc48d99bc4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:16:23.664749 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:16:24.617429 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:16:26.181013 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:16:33.161807 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 5 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:16:50.751121 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-eaa89631-c231-4dea-854c-d8c34875debe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:16:53.345153 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-41aa2987-a703-4a31-b20d-9b1e21fd060f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:16:53.686656 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:16:54.623818 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:16:56.175138 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:17:10.161499 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 5 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:17:20.751819 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6397b685-97af-40f4-b359-07eb6216800e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:17:23.327414 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ecfb3366-e73f-4f92-bbad-3ba5b0a9d1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:17:23.662142 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:17:24.614610 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:17:26.181952 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:17:44.500403 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 60662) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:17:44.561637 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aa469f0-fa01-439c-8581-65e1c060c353 admin admin] GET failed (client error): The resource could not be found. Jul 05 12:17:44.562990 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-8aa469f0-fa01-439c-8581-65e1c060c353 admin admin] 10.222.0.52 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0616522 Jul 05 12:17:44.723853 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709b28d3-9c1f-4348-9dc5-661cd3d7b34a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:17:44.725342 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-709b28d3-9c1f-4348-9dc5-661cd3d7b34a admin admin] 10.222.0.52 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1586301 Jul 05 12:17:46.903278 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 60672) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:17:47.049660 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff7240d-e186-4e17-a943-fbaf8c25286b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:17:47.051641 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-6ff7240d-e186-4e17-a943-fbaf8c25286b admin admin] 10.222.0.52 "GET /v2.0/subnets/5c0413c7-2047-465a-b1d6-7d3be748ea2d HTTP/1.1" status: 200 len: 849 time: 0.1472511 Jul 05 12:17:47.061339 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-ce5e26bd-c338-4867-9a62-e9ef25d0382b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:17:47.148523 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ce5e26bd-c338-4867-9a62-e9ef25d0382b admin admin] Notify callbacks [] for subnet, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:17:47.160199 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 5 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:17:47.319583 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ce5e26bd-c338-4867-9a62-e9ef25d0382b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761929775391'] for subnet, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:17:47.355456 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5e26bd-c338-4867-9a62-e9ef25d0382b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:17:47.356510 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ce5e26bd-c338-4867-9a62-e9ef25d0382b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:17:47.357571 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ce5e26bd-c338-4867-9a62-e9ef25d0382b admin admin] 10.222.0.52 "PUT /v2.0/subnets/5c0413c7-2047-465a-b1d6-7d3be748ea2d HTTP/1.1" status: 200 len: 868 time: 0.3003645 Jul 05 12:17:47.359718 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2134b66d-8aa4-4a1e-b4bc-fea8187ed710 None None] Network 0510e047-752b-4d01-986b-9e5fa76528c9 requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:17:47.376551 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e26bd-c338-4867-9a62-e9ef25d0382b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c0413c7-2047-465a-b1d6-7d3be748ea2d,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:17:47.384414 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5e26bd-c338-4867-9a62-e9ef25d0382b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:17:47.384869 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5e26bd-c338-4867-9a62-e9ef25d0382b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:17:47.385268 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5e26bd-c338-4867-9a62-e9ef25d0382b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:17:47.385682 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5e26bd-c338-4867-9a62-e9ef25d0382b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:17:47.385990 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5e26bd-c338-4867-9a62-e9ef25d0382b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:17:47.386794 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5e26bd-c338-4867-9a62-e9ef25d0382b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:17:47.386794 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5e26bd-c338-4867-9a62-e9ef25d0382b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:17:47.387144 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5e26bd-c338-4867-9a62-e9ef25d0382b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:17:47.387658 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5e26bd-c338-4867-9a62-e9ef25d0382b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:17:47.387848 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5e26bd-c338-4867-9a62-e9ef25d0382b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:17:47.388096 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5e26bd-c338-4867-9a62-e9ef25d0382b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:17:47.388370 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5e26bd-c338-4867-9a62-e9ef25d0382b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:17:47.768408 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-435cc3c6-e381-4f83-b87a-2fbc2005ab73 None None] Provisioning complete for port ed94d88f-7f41-4dc0-a136-71d7393ee2ce triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:17:47.769035 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-435cc3c6-e381-4f83-b87a-2fbc2005ab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:17:47.857004 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-435cc3c6-e381-4f83-b87a-2fbc2005ab73 None None] Provisioning complete for port 5c2c1f0b-9107-4c79-8fce-e5cdc1c1769d triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:17:47.857268 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-435cc3c6-e381-4f83-b87a-2fbc2005ab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:17:49.560881 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 60682) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:17:49.759245 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3da1fe2-d90d-4fa2-9b86-a316bdd7f572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:17:49.759643 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3da1fe2-d90d-4fa2-9b86-a316bdd7f572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:17:49.761727 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-a3da1fe2-d90d-4fa2-9b86-a316bdd7f572 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1998739 Jul 05 12:17:50.752119 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b670766e-8f62-4d34-83fa-8ca161468c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:17:51.930061 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 60690) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:17:52.059812 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb8013f-544f-4788-af4d-335b7c3f6d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:17:52.060292 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb8013f-544f-4788-af4d-335b7c3f6d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:17:52.061806 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-dfb8013f-544f-4788-af4d-335b7c3f6d5b admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1307950 Jul 05 12:17:53.328810 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c13b29af-b449-468a-b138-005373ea8efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:17:53.666562 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:17:54.252699 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 60698) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:17:54.383385 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef31971d-a796-4944-ad14-86bb59f7abdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:17:54.384759 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-ef31971d-a796-4944-ad14-86bb59f7abdc admin admin] 10.222.0.52 "GET /v2.0/networks/0510e047-752b-4d01-986b-9e5fa76528c9 HTTP/1.1" status: 200 len: 869 time: 0.1310899 Jul 05 12:17:54.619247 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:17:56.184569 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:17:56.549686 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 60706) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:17:56.679780 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342f0e67-59f2-4883-b9ad-24209b1636cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:17:56.681118 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-342f0e67-59f2-4883-b9ad-24209b1636cb admin admin] 10.222.0.52 "GET /v2.0/networks/aa38b356-d6cf-48be-b408-9464f33b7649 HTTP/1.1" status: 200 len: 886 time: 0.1304982 Jul 05 12:17:58.848963 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 60714) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:17:58.974071 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7aeb8a-30c9-4421-9e0f-aa7b61eb5bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:17:58.974530 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7aeb8a-30c9-4421-9e0f-aa7b61eb5bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:17:58.976093 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-8c7aeb8a-30c9-4421-9e0f-aa7b61eb5bc0 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1261785 Jul 05 12:18:01.172310 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 60722) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:18:01.265826 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4031aed-19b2-4323-a941-b99b7d1fc242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:18:01.266286 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4031aed-19b2-4323-a941-b99b7d1fc242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:18:01.267806 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-c4031aed-19b2-4323-a941-b99b7d1fc242 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0945456 Jul 05 12:18:03.451906 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 60730) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:18:03.535495 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc92e28-1e96-4fff-9e84-c2dd75504f23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:18:03.536798 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-1fc92e28-1e96-4fff-9e84-c2dd75504f23 admin admin] 10.222.0.52 "GET /v2.0/subnets/1e645773-65d0-42f3-9bdc-7785aff60c5a HTTP/1.1" status: 200 len: 816 time: 0.0839498 Jul 05 12:18:05.736089 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 60738) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:18:05.825633 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a1cd2d-f0c3-4b5d-90f3-4ac43d4eb6f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:18:05.826993 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-80a1cd2d-f0c3-4b5d-90f3-4ac43d4eb6f1 admin admin] 10.222.0.52 "GET /v2.0/subnets/5c0413c7-2047-465a-b1d6-7d3be748ea2d HTTP/1.1" status: 200 len: 868 time: 0.0899198 Jul 05 12:18:20.753203 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-586874e6-11bf-44b6-a126-87131c63b09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:18:23.330172 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-aa177582-262c-4000-a3ca-b7e2ab2898de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:18:23.668693 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:18:24.159170 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 5 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:18:24.620251 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:18:26.186888 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:18:29.910092 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 60782) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:18:29.960911 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [None req-25a43617-432b-497a-90dd-afd2e9b4985b admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=92929) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 12:18:29.961921 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-25a43617-432b-497a-90dd-afd2e9b4985b admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0507884 Jul 05 12:18:32.233224 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 60790) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:18:32.291593 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.pecan_wsgi.hooks.translation [None req-262c7ff3-985e-4b25-830d-d2b3a33c6437 admin admin] GET failed (client error): The resource could not be found. Jul 05 12:18:32.292882 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-262c7ff3-985e-4b25-830d-d2b3a33c6437 admin admin] 10.222.0.52 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0587246 Jul 05 12:18:32.377589 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c094988a-187a-45ea-acb3-a8b7e53e6c04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:18:32.379076 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-c094988a-187a-45ea-acb3-a8b7e53e6c04 admin admin] 10.222.0.52 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0823324 Jul 05 12:18:34.561744 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 60798) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:18:34.608389 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-9a7e07b5-f090-43d8-bef1-56c6c556f9c8 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:18:34.629313 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7e07b5-f090-43d8-bef1-56c6c556f9c8 admin admin] Made reservation on behalf of 0ddaa9453bda485ca98087bcb52b6ea1 for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:18:34.631729 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9a7e07b5-f090-43d8-bef1-56c6c556f9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:18:34.670217 dv-cinder-796286-12-iscsi neutron-server[92928]: WARNING neutron.services.revisions.revision_plugin [None req-9a7e07b5-f090-43d8-bef1-56c6c556f9c8 admin admin] Could not find related network for resource to bump revision. Jul 05 12:18:34.682538 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a7e07b5-f090-43d8-bef1-56c6c556f9c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 12:18:34.691898 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9a7e07b5-f090-43d8-bef1-56c6c556f9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:18:34.692245 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-9a7e07b5-f090-43d8-bef1-56c6c556f9c8 admin admin] Added segment f9a09933-8cd7-4e31-8127-82c827d3f48e of type vlan for network 4dd9f7ea-afb6-4e69-ae98-4df5017a22b2 Jul 05 12:18:34.731274 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9a7e07b5-f090-43d8-bef1-56c6c556f9c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761929207381'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:18:34.757868 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9a7e07b5-f090-43d8-bef1-56c6c556f9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:18:34.758849 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7e07b5-f090-43d8-bef1-56c6c556f9c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:18:34.759964 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9a7e07b5-f090-43d8-bef1-56c6c556f9c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:18:34.813475 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9a7e07b5-f090-43d8-bef1-56c6c556f9c8 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2505920 Jul 05 12:18:34.818004 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e07b5-f090-43d8-bef1-56c6c556f9c8 admin admin] Pushing event updated for resources: {'Network': ['ID=4dd9f7ea-afb6-4e69-ae98-4df5017a22b2,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:18:34.830090 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Network 4dd9f7ea-afb6-4e69-ae98-4df5017a22b2 details requested by agent ovs-agent-dv-cinder-796286-12-iscsi with host dv-cinder-796286-12-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 12:18:37.025737 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 60806) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:18:37.084858 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e0c9cd8-3c13-48e8-a60a-4264c6e52cf5 admin admin] GET failed (client error): The resource could not be found. Jul 05 12:18:37.086133 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-6e0c9cd8-3c13-48e8-a60a-4264c6e52cf5 admin admin] 10.222.0.52 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0593984 Jul 05 12:18:37.162389 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e890a8-1912-43cf-af5e-6ed520161538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:18:37.163884 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-95e890a8-1912-43cf-af5e-6ed520161538 admin admin] 10.222.0.52 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0737023 Jul 05 12:18:37.173322 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-6236ff6d-307f-48cd-a933-7e750c315d2c admin admin] Request body: {'subnet': {'network_id': '4dd9f7ea-afb6-4e69-ae98-4df5017a22b2', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:18:37.193669 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6236ff6d-307f-48cd-a933-7e750c315d2c admin admin] Made reservation on behalf of 0ddaa9453bda485ca98087bcb52b6ea1 for: {'subnet': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:18:37.195955 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6236ff6d-307f-48cd-a933-7e750c315d2c admin admin] Notify callbacks [] for subnet, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:18:37.473511 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6236ff6d-307f-48cd-a933-7e750c315d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583'] for subnet, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:18:37.528546 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236ff6d-307f-48cd-a933-7e750c315d2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=99899480-b36e-42b9-9db6-f42cfdacf330,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:18:37.538819 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6236ff6d-307f-48cd-a933-7e750c315d2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:18:37.539198 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6236ff6d-307f-48cd-a933-7e750c315d2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:18:37.539549 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6236ff6d-307f-48cd-a933-7e750c315d2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:18:37.539885 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6236ff6d-307f-48cd-a933-7e750c315d2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:18:37.540216 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6236ff6d-307f-48cd-a933-7e750c315d2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:18:37.541297 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6236ff6d-307f-48cd-a933-7e750c315d2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:18:37.541640 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6236ff6d-307f-48cd-a933-7e750c315d2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:18:37.541978 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6236ff6d-307f-48cd-a933-7e750c315d2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:18:37.542327 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6236ff6d-307f-48cd-a933-7e750c315d2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:18:37.542661 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6236ff6d-307f-48cd-a933-7e750c315d2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:18:37.543013 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6236ff6d-307f-48cd-a933-7e750c315d2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:18:37.543337 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6236ff6d-307f-48cd-a933-7e750c315d2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:18:37.548334 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6236ff6d-307f-48cd-a933-7e750c315d2c admin admin] Checking segment: {'id': 'f9a09933-8cd7-4e31-8127-82c827d3f48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4dd9f7ea-afb6-4e69-ae98-4df5017a22b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:18:37.548693 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6236ff6d-307f-48cd-a933-7e750c315d2c admin admin] Network hostable DHCP agents. Network: 4dd9f7ea-afb6-4e69-ae98-4df5017a22b2, hostable agents: ['60ff58b7-18de-4b80-8279-d7ac18a51ea8'], hosted agents: [] {{(pid=92929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 12:18:37.565359 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6236ff6d-307f-48cd-a933-7e750c315d2c admin admin] Network 4dd9f7ea-afb6-4e69-ae98-4df5017a22b2 is scheduled to be hosted by DHCP agent 60ff58b7-18de-4b80-8279-d7ac18a51ea8 with binding_index 1 {{(pid=92929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 12:18:37.576753 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-6236ff6d-307f-48cd-a933-7e750c315d2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-12-iscsi, 4dd9f7ea-afb6-4e69-ae98-4df5017a22b2) {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:18:37.581707 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6236ff6d-307f-48cd-a933-7e750c315d2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:18:37.582408 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6236ff6d-307f-48cd-a933-7e750c315d2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:18:37.590175 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828a016a-29c7-4b27-b502-10fc463b3def None None] Network 4dd9f7ea-afb6-4e69-ae98-4df5017a22b2 requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:18:37.607746 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-6236ff6d-307f-48cd-a933-7e750c315d2c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4376295 Jul 05 12:18:37.839718 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31331e9b-e49a-4156-85bf-f9dce62ecadd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b0a0a31-0485-567f-a652-ea6fdcdf98ff-4dd9f7ea-afb6-4e69-ae98-4df5017a22b2', 'network_id': '4dd9f7ea-afb6-4e69-ae98-4df5017a22b2', 'tenant_id': '0ddaa9453bda485ca98087bcb52b6ea1', 'fixed_ips': [{'subnet_id': '99899480-b36e-42b9-9db6-f42cfdacf330'}]}} from dv-cinder-796286-12-iscsi. {{(pid=92930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 12:18:37.840613 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-31331e9b-e49a-4156-85bf-f9dce62ecadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:18:37.981653 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-31331e9b-e49a-4156-85bf-f9dce62ecadd None None] Allocated IP 192.168.233.2 (4dd9f7ea-afb6-4e69-ae98-4df5017a22b2/99899480-b36e-42b9-9db6-f42cfdacf330/7ad8f249-4513-48c4-ab51-94da210d93b3) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:18:38.126704 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-31331e9b-e49a-4156-85bf-f9dce62ecadd None None] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:18:38.135693 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-31331e9b-e49a-4156-85bf-f9dce62ecadd None None] Transition to ACTIVE for port object 7ad8f249-4513-48c4-ab51-94da210d93b3 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:18:38.152127 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-31331e9b-e49a-4156-85bf-f9dce62ecadd None None] Transition to ACTIVE for port object 7ad8f249-4513-48c4-ab51-94da210d93b3 will not be triggered until provisioned by entity DHCP. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:18:38.159498 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-31331e9b-e49a-4156-85bf-f9dce62ecadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:18:38.206475 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31331e9b-e49a-4156-85bf-f9dce62ecadd None None] Pushing event updated for resources: {'Port': ['ID=7ad8f249-4513-48c4-ab51-94da210d93b3,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:18:38.210375 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31331e9b-e49a-4156-85bf-f9dce62ecadd None None] Network 4dd9f7ea-afb6-4e69-ae98-4df5017a22b2 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:18:38.219958 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-31331e9b-e49a-4156-85bf-f9dce62ecadd None None] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:18:38.222142 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31331e9b-e49a-4156-85bf-f9dce62ecadd None None] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:18:38.225266 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31331e9b-e49a-4156-85bf-f9dce62ecadd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:18:38.225654 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31331e9b-e49a-4156-85bf-f9dce62ecadd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:18:38.226160 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31331e9b-e49a-4156-85bf-f9dce62ecadd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:18:38.228002 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31331e9b-e49a-4156-85bf-f9dce62ecadd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:18:38.228002 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31331e9b-e49a-4156-85bf-f9dce62ecadd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:18:38.228002 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31331e9b-e49a-4156-85bf-f9dce62ecadd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:18:38.228002 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31331e9b-e49a-4156-85bf-f9dce62ecadd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:18:38.228002 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31331e9b-e49a-4156-85bf-f9dce62ecadd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:18:38.228464 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31331e9b-e49a-4156-85bf-f9dce62ecadd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:18:38.229026 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31331e9b-e49a-4156-85bf-f9dce62ecadd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:18:38.229487 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31331e9b-e49a-4156-85bf-f9dce62ecadd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:18:38.229870 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31331e9b-e49a-4156-85bf-f9dce62ecadd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:18:38.290234 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-31331e9b-e49a-4156-85bf-f9dce62ecadd None None] Attempting to bind port 7ad8f249-4513-48c4-ab51-94da210d93b3 on host dv-cinder-796286-12-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:18:38.291155 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-31331e9b-e49a-4156-85bf-f9dce62ecadd None None] Attempting to bind port 7ad8f249-4513-48c4-ab51-94da210d93b3 by drivers openvswitch,hyperv on host dv-cinder-796286-12-iscsi at level 0 using segments [{'id': 'f9a09933-8cd7-4e31-8127-82c827d3f48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4dd9f7ea-afb6-4e69-ae98-4df5017a22b2'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:18:38.291155 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31331e9b-e49a-4156-85bf-f9dce62ecadd None None] Attempting to bind port 7ad8f249-4513-48c4-ab51-94da210d93b3 on network 4dd9f7ea-afb6-4e69-ae98-4df5017a22b2 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:18:38.296092 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31331e9b-e49a-4156-85bf-f9dce62ecadd None None] Checking agent: {'id': '179553a2-8e69-4f7b-8819-fceafac5268f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 15, 24), 'started_at': datetime.datetime(2021, 7, 5, 12, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:18:38.296481 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31331e9b-e49a-4156-85bf-f9dce62ecadd None None] Checking segment: {'id': 'f9a09933-8cd7-4e31-8127-82c827d3f48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4dd9f7ea-afb6-4e69-ae98-4df5017a22b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:18:38.296922 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-31331e9b-e49a-4156-85bf-f9dce62ecadd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:18:38.297316 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31331e9b-e49a-4156-85bf-f9dce62ecadd None None] Bound using segment: {'id': 'f9a09933-8cd7-4e31-8127-82c827d3f48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4dd9f7ea-afb6-4e69-ae98-4df5017a22b2'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:18:38.297782 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-31331e9b-e49a-4156-85bf-f9dce62ecadd None None] Bound port: 7ad8f249-4513-48c4-ab51-94da210d93b3, host: dv-cinder-796286-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a09933-8cd7-4e31-8127-82c827d3f48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4dd9f7ea-afb6-4e69-ae98-4df5017a22b2'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:18:38.298178 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-31331e9b-e49a-4156-85bf-f9dce62ecadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:18:38.364668 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-31331e9b-e49a-4156-85bf-f9dce62ecadd None None] For port 7ad8f249-4513-48c4-ab51-94da210d93b3, host dv-cinder-796286-12-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:18:38.367702 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-31331e9b-e49a-4156-85bf-f9dce62ecadd None None] For port 7ad8f249-4513-48c4-ab51-94da210d93b3, host dv-cinder-796286-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=7ad8f249-4513-48c4-ab51-94da210d93b3,segment=NetworkSegment(f9a09933-8cd7-4e31-8127-82c827d3f48e),segment_id=f9a09933-8cd7-4e31-8127-82c827d3f48e)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:18:38.372841 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-31331e9b-e49a-4156-85bf-f9dce62ecadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:18:38.433625 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31331e9b-e49a-4156-85bf-f9dce62ecadd None None] Pushing event updated for resources: {'Port': ['ID=7ad8f249-4513-48c4-ab51-94da210d93b3,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:18:39.272918 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4b6d44-b854-467f-9ff2-2ce4ccf523dc None None] Network 4dd9f7ea-afb6-4e69-ae98-4df5017a22b2 requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:18:39.367782 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-0dbbf44b-d3c7-4d4a-b29e-8cbe9954dab4 None None] Provisioning for port 7ad8f249-4513-48c4-ab51-94da210d93b3 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:18:39.707787 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 7ad8f249-4513-48c4-ab51-94da210d93b3 up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:18:39.763646 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning for port 7ad8f249-4513-48c4-ab51-94da210d93b3 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:18:39.767782 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port 7ad8f249-4513-48c4-ab51-94da210d93b3 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:18:39.768102 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:18:39.847836 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:18:39.881511 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] For port 7ad8f249-4513-48c4-ab51-94da210d93b3, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=7ad8f249-4513-48c4-ab51-94da210d93b3,segment=NetworkSegment(f9a09933-8cd7-4e31-8127-82c827d3f48e),segment_id=f9a09933-8cd7-4e31-8127-82c827d3f48e)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:18:39.886335 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:18:39.934926 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Pushing event updated for resources: {'Port': ['ID=7ad8f249-4513-48c4-ab51-94da210d93b3,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:18:41.682391 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 7ad8f249-4513-48c4-ab51-94da210d93b3 up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:18:41.731394 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port 7ad8f249-4513-48c4-ab51-94da210d93b3 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:18:41.731774 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:18:50.756128 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cbfb9a63-b98c-42dd-9001-b28a1f221c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:18:53.331679 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6c916344-5e5b-4d48-ae00-58dcab95b595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:18:53.670677 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:18:54.624151 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:18:56.188804 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:19:01.156864 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 5 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:19:20.757572 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-db036c9e-cd31-4ede-9d90-fc70dff425ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:19:23.332996 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f5ea5295-0d83-4b17-948c-ec56c7646884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:19:23.676368 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:19:24.626587 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:19:26.189425 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:19:38.156597 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 5 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:19:45.830183 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 60858) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:19:45.836226 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [None req-061b9674-a3ff-4b12-9ab0-b79567be48c2 tempest-verify_tempest_config-1807670637 tempest-verify_tempest_config-1807670637-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=92929) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 12:19:45.837181 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-061b9674-a3ff-4b12-9ab0-b79567be48c2 tempest-verify_tempest_config-1807670637 tempest-verify_tempest_config-1807670637-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060012 Jul 05 12:19:46.139276 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 60876) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:19:46.241340 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-71646965-c97a-4899-a6e1-bbdf840474ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:19:46.328753 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-71646965-c97a-4899-a6e1-bbdf840474ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:19:46.332587 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-71646965-c97a-4899-a6e1-bbdf840474ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:19:46.378105 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-71646965-c97a-4899-a6e1-bbdf840474ad admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3bb1690112294c138c48624a89fb44db&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2378128 Jul 05 12:19:46.379331 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71646965-c97a-4899-a6e1-bbdf840474ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d7996f-c504-45b1-80c2-59ff6687a188,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:19:46.380816 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 60880) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:19:46.387567 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71646965-c97a-4899-a6e1-bbdf840474ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:19:46.387917 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71646965-c97a-4899-a6e1-bbdf840474ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:19:46.388261 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71646965-c97a-4899-a6e1-bbdf840474ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:19:46.388595 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71646965-c97a-4899-a6e1-bbdf840474ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:19:46.388930 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71646965-c97a-4899-a6e1-bbdf840474ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:19:46.389282 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71646965-c97a-4899-a6e1-bbdf840474ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:19:46.389623 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71646965-c97a-4899-a6e1-bbdf840474ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:19:46.389958 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71646965-c97a-4899-a6e1-bbdf840474ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:19:46.390308 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71646965-c97a-4899-a6e1-bbdf840474ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:19:46.390635 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71646965-c97a-4899-a6e1-bbdf840474ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:19:46.390989 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71646965-c97a-4899-a6e1-bbdf840474ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:19:46.391311 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71646965-c97a-4899-a6e1-bbdf840474ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:19:46.444771 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3acfe4d9-c653-4dc2-b5e2-7e40613d57c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:19:46.465383 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3acfe4d9-c653-4dc2-b5e2-7e40613d57c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:19:46.551656 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3acfe4d9-c653-4dc2-b5e2-7e40613d57c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:19:46.554191 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3acfe4d9-c653-4dc2-b5e2-7e40613d57c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:19:46.555765 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-3acfe4d9-c653-4dc2-b5e2-7e40613d57c3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/21d7996f-c504-45b1-80c2-59ff6687a188 HTTP/1.1" status: 204 len: 168 time: 0.1678634 Jul 05 12:19:46.564086 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acfe4d9-c653-4dc2-b5e2-7e40613d57c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d7996f-c504-45b1-80c2-59ff6687a188,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:19:46.571472 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acfe4d9-c653-4dc2-b5e2-7e40613d57c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:19:46.571866 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acfe4d9-c653-4dc2-b5e2-7e40613d57c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:19:46.572730 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acfe4d9-c653-4dc2-b5e2-7e40613d57c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:19:46.573148 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acfe4d9-c653-4dc2-b5e2-7e40613d57c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:19:46.573488 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acfe4d9-c653-4dc2-b5e2-7e40613d57c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:19:46.573821 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acfe4d9-c653-4dc2-b5e2-7e40613d57c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:19:46.574157 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acfe4d9-c653-4dc2-b5e2-7e40613d57c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:19:46.574505 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acfe4d9-c653-4dc2-b5e2-7e40613d57c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:19:46.574895 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acfe4d9-c653-4dc2-b5e2-7e40613d57c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:19:46.575228 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acfe4d9-c653-4dc2-b5e2-7e40613d57c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:19:46.575555 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acfe4d9-c653-4dc2-b5e2-7e40613d57c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:19:46.575879 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acfe4d9-c653-4dc2-b5e2-7e40613d57c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:19:50.758375 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-71adb488-be7f-466a-ad9a-7ae4191be31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:19:53.337996 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3e72a6b1-a45a-4352-bd66-727cec09ba7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:19:53.668936 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:19:54.630267 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:19:56.194512 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:20:15.156064 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 5 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:20:20.760452 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f6dfd632-25a3-439f-8b5a-1a4d60ec72a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:20:23.333251 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d8fd270d-ca68-40b4-b288-9c3c6479d1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:20:23.671719 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:20:24.631927 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:20:26.197424 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:20:50.762522 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-094d64cb-52a9-4286-b086-6f06d4bd47ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:20:52.155780 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 5 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:20:53.334038 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-350e1ea9-40b3-402d-a788-3c3819b2c082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:20:53.673609 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:20:54.638066 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:20:56.200668 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:21:17.941976 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1604897'] for agent, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:21:20.764447 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-dadb45d1-314c-4b07-8ea3-624991cf1fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:21:21.612395 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 60934) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:21:21.714934 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-617acc51-1da3-45db-a38c-b71b3a5eaeda admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1014335 Jul 05 12:21:23.334250 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-036e3092-606b-4a03-b3e2-664d465e587f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:21:23.675125 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:21:23.938565 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 60944) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:21:23.997809 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e24d8c5e-6ca6-4424-85be-0ee05ee6f5a3 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0581908 Jul 05 12:21:24.639540 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:21:26.207964 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:21:29.155522 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:21:47.897581 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:21:50.764351 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1f3f0162-131a-4722-a332-5678c20b1c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:21:53.334837 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-78ccd691-af55-4b12-92d5-897bbd071282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:21:53.675753 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:21:54.642129 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:21:56.208353 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:06.155100 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:22:17.910951 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:20.764855 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c4f85487-b2a2-4ca2-b88c-d7cb74345d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:23.335791 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e7369f54-caa5-4bbb-a482-f9b66fdcab5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:23.677068 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:24.645269 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:26.213348 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:43.154930 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:22:47.907751 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:50.766850 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b87f4cb3-cf0b-45f8-8528-154d0cc1b897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:51.032672 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 32874) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:22:51.238192 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-1b31f217-4e58-4c20-96e2-cf1cc89995d8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-427070111-network', 'tenant_id': '09591cb1baeb430290409e983f6117df'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:22:51.261687 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b31f217-4e58-4c20-96e2-cf1cc89995d8 admin admin] Made reservation on behalf of 09591cb1baeb430290409e983f6117df for: {'network': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:22:51.264052 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1b31f217-4e58-4c20-96e2-cf1cc89995d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for network, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:51.280334 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1b31f217-4e58-4c20-96e2-cf1cc89995d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:51.377980 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1b31f217-4e58-4c20-96e2-cf1cc89995d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:51.382101 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1b31f217-4e58-4c20-96e2-cf1cc89995d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:51.421468 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31f217-4e58-4c20-96e2-cf1cc89995d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5e5abc-57fa-4730-b673-853fef3bd75f,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:22:51.423523 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b31f217-4e58-4c20-96e2-cf1cc89995d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=92929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 12:22:51.434045 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b31f217-4e58-4c20-96e2-cf1cc89995d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:22:51.434413 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b31f217-4e58-4c20-96e2-cf1cc89995d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:22:51.434772 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b31f217-4e58-4c20-96e2-cf1cc89995d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:22:51.435116 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b31f217-4e58-4c20-96e2-cf1cc89995d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:22:51.435547 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b31f217-4e58-4c20-96e2-cf1cc89995d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:22:51.435772 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b31f217-4e58-4c20-96e2-cf1cc89995d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:22:51.436185 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b31f217-4e58-4c20-96e2-cf1cc89995d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:22:51.436495 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b31f217-4e58-4c20-96e2-cf1cc89995d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:22:51.436810 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b31f217-4e58-4c20-96e2-cf1cc89995d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:22:51.437120 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b31f217-4e58-4c20-96e2-cf1cc89995d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:22:51.437514 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b31f217-4e58-4c20-96e2-cf1cc89995d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:22:51.437846 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b31f217-4e58-4c20-96e2-cf1cc89995d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:22:51.439028 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b31f217-4e58-4c20-96e2-cf1cc89995d8 admin admin] Tracked resource versions report: Jul 05 12:22:51.439028 dv-cinder-796286-12-iscsi neutron-server[92929]: pushed versions: Jul 05 12:22:51.439028 dv-cinder-796286-12-iscsi neutron-server[92929]: { 'AddressGroup': {'1.2'}, Jul 05 12:22:51.439028 dv-cinder-796286-12-iscsi neutron-server[92929]: 'ConntrackHelper': {'1.0'}, Jul 05 12:22:51.439028 dv-cinder-796286-12-iscsi neutron-server[92929]: 'Log': {'1.0'}, Jul 05 12:22:51.439028 dv-cinder-796286-12-iscsi neutron-server[92929]: 'Network': {'1.1'}, Jul 05 12:22:51.439028 dv-cinder-796286-12-iscsi neutron-server[92929]: 'Port': {'1.7'}, Jul 05 12:22:51.439028 dv-cinder-796286-12-iscsi neutron-server[92929]: 'PortForwarding': {'1.2'}, Jul 05 12:22:51.439028 dv-cinder-796286-12-iscsi neutron-server[92929]: 'QosPolicy': {'1.8'}, Jul 05 12:22:51.439028 dv-cinder-796286-12-iscsi neutron-server[92929]: 'SecurityGroup': {'1.4'}, Jul 05 12:22:51.439028 dv-cinder-796286-12-iscsi neutron-server[92929]: 'SecurityGroupRule': {'1.2'}, Jul 05 12:22:51.439028 dv-cinder-796286-12-iscsi neutron-server[92929]: 'SubPort': {'1.0'}, Jul 05 12:22:51.439028 dv-cinder-796286-12-iscsi neutron-server[92929]: 'Subnet': {'1.1'}, Jul 05 12:22:51.439028 dv-cinder-796286-12-iscsi neutron-server[92929]: 'Trunk': {'1.1'}} Jul 05 12:22:51.439028 dv-cinder-796286-12-iscsi neutron-server[92929]: consumer versions: Jul 05 12:22:51.439028 dv-cinder-796286-12-iscsi neutron-server[92929]: { DHCP agent@dv-cinder-796286-12-iscsi: {}, Jul 05 12:22:51.439028 dv-cinder-796286-12-iscsi neutron-server[92929]: HyperV agent@hv-cinder-79628: {}, Jul 05 12:22:51.439028 dv-cinder-796286-12-iscsi neutron-server[92929]: L3 agent@dv-cinder-796286-12-iscsi: {}, Jul 05 12:22:51.439028 dv-cinder-796286-12-iscsi neutron-server[92929]: Metadata agent@dv-cinder-796286-12-iscsi: {}, Jul 05 12:22:51.439028 dv-cinder-796286-12-iscsi neutron-server[92929]: Metering agent@dv-cinder-796286-12-iscsi: {}, Jul 05 12:22:51.439028 dv-cinder-796286-12-iscsi neutron-server[92929]: Open vSwitch agent@dv-cinder-796286-12-iscsi: { 'AddressGroup': '1.2', Jul 05 12:22:51.439028 dv-cinder-796286-12-iscsi neutron-server[92929]: 'ConntrackHelper': '1.0', Jul 05 12:22:51.439028 dv-cinder-796286-12-iscsi neutron-server[92929]: 'Log': '1.0', Jul 05 12:22:51.439028 dv-cinder-796286-12-iscsi neutron-server[92929]: 'Network': '1.1', Jul 05 12:22:51.439028 dv-cinder-796286-12-iscsi neutron-server[92929]: 'Port': '1.7', Jul 05 12:22:51.439028 dv-cinder-796286-12-iscsi neutron-server[92929]: 'PortForwarding': '1.2', Jul 05 12:22:51.439028 dv-cinder-796286-12-iscsi neutron-server[92929]: 'QosPolicy': '1.8', Jul 05 12:22:51.439028 dv-cinder-796286-12-iscsi neutron-server[92929]: 'SecurityGroup': '1.4', Jul 05 12:22:51.439028 dv-cinder-796286-12-iscsi neutron-server[92929]: 'SecurityGroupRule': '1.2', Jul 05 12:22:51.439028 dv-cinder-796286-12-iscsi neutron-server[92929]: 'SubPort': '1.0', Jul 05 12:22:51.439028 dv-cinder-796286-12-iscsi neutron-server[92929]: 'Subnet': '1.1', Jul 05 12:22:51.439028 dv-cinder-796286-12-iscsi neutron-server[92929]: 'Trunk': '1.1'}} Jul 05 12:22:51.439028 dv-cinder-796286-12-iscsi neutron-server[92929]: {{(pid=92929) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 12:22:51.458865 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1b31f217-4e58-4c20-96e2-cf1cc89995d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207'] for segment, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:51.459172 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.db.segments_db [None req-1b31f217-4e58-4c20-96e2-cf1cc89995d8 admin admin] Added segment d5363bdd-5cae-4366-a4bb-d332eedef118 of type vlan for network b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4 Jul 05 12:22:51.506347 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1b31f217-4e58-4c20-96e2-cf1cc89995d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761929207381'] for network, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:51.538836 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1b31f217-4e58-4c20-96e2-cf1cc89995d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583'] for network, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:51.540052 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b31f217-4e58-4c20-96e2-cf1cc89995d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:22:51.540926 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1b31f217-4e58-4c20-96e2-cf1cc89995d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:51.592161 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 32916) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:22:51.613219 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31f217-4e58-4c20-96e2-cf1cc89995d8 admin admin] Pushing event updated for resources: {'Network': ['ID=b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:22:51.621665 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-1b31f217-4e58-4c20-96e2-cf1cc89995d8 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5876396 Jul 05 12:22:51.622295 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 32926) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:22:51.627288 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-6086be27-c443-4896-8e81-0f7bb724b264 admin admin] Request body: {'subnet': {'network_id': 'b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-427070111-subnet', 'tenant_id': '09591cb1baeb430290409e983f6117df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:22:51.631166 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Network b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4 details requested by agent ovs-agent-dv-cinder-796286-12-iscsi with host dv-cinder-796286-12-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 12:22:51.655503 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6086be27-c443-4896-8e81-0f7bb724b264 admin admin] Made reservation on behalf of 09591cb1baeb430290409e983f6117df for: {'subnet': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:22:51.658058 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6086be27-c443-4896-8e81-0f7bb724b264 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:51.849339 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6086be27-c443-4896-8e81-0f7bb724b264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583'] for subnet, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:51.862470 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 32936) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:22:51.909950 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086be27-c443-4896-8e81-0f7bb724b264 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e30de3fd-5a84-4ee0-841b-b14be1c12396,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:22:51.921128 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6086be27-c443-4896-8e81-0f7bb724b264 admin admin] Checking segment: {'id': 'd5363bdd-5cae-4366-a4bb-d332eedef118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:22:51.921517 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6086be27-c443-4896-8e81-0f7bb724b264 admin admin] Network hostable DHCP agents. Network: b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4, hostable agents: ['60ff58b7-18de-4b80-8279-d7ac18a51ea8'], hosted agents: [] {{(pid=92929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 12:22:51.934166 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-c012b40c-2884-44a1-bf25-64ef7542bd5e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-321885785-network', 'tenant_id': 'fd0aa17a4d714d59b57932648b3a0268'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:22:51.950801 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6086be27-c443-4896-8e81-0f7bb724b264 admin admin] Network b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4 is scheduled to be hosted by DHCP agent 60ff58b7-18de-4b80-8279-d7ac18a51ea8 with binding_index 1 {{(pid=92929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 12:22:51.960203 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c012b40c-2884-44a1-bf25-64ef7542bd5e admin admin] Made reservation on behalf of fd0aa17a4d714d59b57932648b3a0268 for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:22:51.963065 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-6086be27-c443-4896-8e81-0f7bb724b264 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-12-iscsi, b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4) {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:22:51.967973 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c012b40c-2884-44a1-bf25-64ef7542bd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:51.969241 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6086be27-c443-4896-8e81-0f7bb724b264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:22:51.970118 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6086be27-c443-4896-8e81-0f7bb724b264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:51.971772 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f63efe9-e321-429a-9f80-3ae8945700a4 None None] Network b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4 requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:22:51.979473 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c012b40c-2884-44a1-bf25-64ef7542bd5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:51.996393 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 32944) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:22:51.996700 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-6086be27-c443-4896-8e81-0f7bb724b264 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3731813 Jul 05 12:22:52.004255 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-12d8b744-a3c3-4085-ad49-274f6ebf256e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-427070111-router', 'tenant_id': '09591cb1baeb430290409e983f6117df', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'}}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:22:52.029064 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 32946) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:22:52.052488 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 32950) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:22:52.121450 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c012b40c-2884-44a1-bf25-64ef7542bd5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:52.139402 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aaa2da1-4e7b-4c98-b077-c196a52b9904 None None] Network b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4 requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:22:52.144982 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c012b40c-2884-44a1-bf25-64ef7542bd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:52.176300 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012b40c-2884-44a1-bf25-64ef7542bd5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a03ca1-7f46-4ff3-a010-2245c494a04e,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:22:52.195822 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-12d8b744-a3c3-4085-ad49-274f6ebf256e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6168'] for router, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:52.198955 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-12d8b744-a3c3-4085-ad49-274f6ebf256e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6167'] for router, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:52.206176 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012b40c-2884-44a1-bf25-64ef7542bd5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:22:52.206863 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012b40c-2884-44a1-bf25-64ef7542bd5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:22:52.207975 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012b40c-2884-44a1-bf25-64ef7542bd5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:22:52.208498 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012b40c-2884-44a1-bf25-64ef7542bd5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:22:52.209007 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012b40c-2884-44a1-bf25-64ef7542bd5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:22:52.209542 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012b40c-2884-44a1-bf25-64ef7542bd5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:22:52.210060 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012b40c-2884-44a1-bf25-64ef7542bd5e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:22:52.210592 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012b40c-2884-44a1-bf25-64ef7542bd5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:22:52.211137 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012b40c-2884-44a1-bf25-64ef7542bd5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:22:52.212326 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012b40c-2884-44a1-bf25-64ef7542bd5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:22:52.213466 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012b40c-2884-44a1-bf25-64ef7542bd5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:22:52.213907 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012b40c-2884-44a1-bf25-64ef7542bd5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:22:52.215486 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012b40c-2884-44a1-bf25-64ef7542bd5e admin admin] Tracked resource versions report: Jul 05 12:22:52.215486 dv-cinder-796286-12-iscsi neutron-server[92928]: pushed versions: Jul 05 12:22:52.215486 dv-cinder-796286-12-iscsi neutron-server[92928]: { 'AddressGroup': {'1.2'}, Jul 05 12:22:52.215486 dv-cinder-796286-12-iscsi neutron-server[92928]: 'ConntrackHelper': {'1.0'}, Jul 05 12:22:52.215486 dv-cinder-796286-12-iscsi neutron-server[92928]: 'Log': {'1.0'}, Jul 05 12:22:52.215486 dv-cinder-796286-12-iscsi neutron-server[92928]: 'Network': {'1.1'}, Jul 05 12:22:52.215486 dv-cinder-796286-12-iscsi neutron-server[92928]: 'Port': {'1.7'}, Jul 05 12:22:52.215486 dv-cinder-796286-12-iscsi neutron-server[92928]: 'PortForwarding': {'1.2'}, Jul 05 12:22:52.215486 dv-cinder-796286-12-iscsi neutron-server[92928]: 'QosPolicy': {'1.8'}, Jul 05 12:22:52.215486 dv-cinder-796286-12-iscsi neutron-server[92928]: 'SecurityGroup': {'1.4'}, Jul 05 12:22:52.215486 dv-cinder-796286-12-iscsi neutron-server[92928]: 'SecurityGroupRule': {'1.2'}, Jul 05 12:22:52.215486 dv-cinder-796286-12-iscsi neutron-server[92928]: 'SubPort': {'1.0'}, Jul 05 12:22:52.215486 dv-cinder-796286-12-iscsi neutron-server[92928]: 'Subnet': {'1.1'}, Jul 05 12:22:52.215486 dv-cinder-796286-12-iscsi neutron-server[92928]: 'Trunk': {'1.1'}} Jul 05 12:22:52.215486 dv-cinder-796286-12-iscsi neutron-server[92928]: consumer versions: Jul 05 12:22:52.215486 dv-cinder-796286-12-iscsi neutron-server[92928]: { DHCP agent@dv-cinder-796286-12-iscsi: {}, Jul 05 12:22:52.215486 dv-cinder-796286-12-iscsi neutron-server[92928]: HyperV agent@hv-cinder-79628: {}, Jul 05 12:22:52.215486 dv-cinder-796286-12-iscsi neutron-server[92928]: L3 agent@dv-cinder-796286-12-iscsi: {}, Jul 05 12:22:52.215486 dv-cinder-796286-12-iscsi neutron-server[92928]: Metadata agent@dv-cinder-796286-12-iscsi: {}, Jul 05 12:22:52.215486 dv-cinder-796286-12-iscsi neutron-server[92928]: Metering agent@dv-cinder-796286-12-iscsi: {}, Jul 05 12:22:52.215486 dv-cinder-796286-12-iscsi neutron-server[92928]: Open vSwitch agent@dv-cinder-796286-12-iscsi: { 'AddressGroup': '1.2', Jul 05 12:22:52.215486 dv-cinder-796286-12-iscsi neutron-server[92928]: 'ConntrackHelper': '1.0', Jul 05 12:22:52.215486 dv-cinder-796286-12-iscsi neutron-server[92928]: 'Log': '1.0', Jul 05 12:22:52.215486 dv-cinder-796286-12-iscsi neutron-server[92928]: 'Network': '1.1', Jul 05 12:22:52.215486 dv-cinder-796286-12-iscsi neutron-server[92928]: 'Port': '1.7', Jul 05 12:22:52.215486 dv-cinder-796286-12-iscsi neutron-server[92928]: 'PortForwarding': '1.2', Jul 05 12:22:52.215486 dv-cinder-796286-12-iscsi neutron-server[92928]: 'QosPolicy': '1.8', Jul 05 12:22:52.215486 dv-cinder-796286-12-iscsi neutron-server[92928]: 'SecurityGroup': '1.4', Jul 05 12:22:52.215486 dv-cinder-796286-12-iscsi neutron-server[92928]: 'SecurityGroupRule': '1.2', Jul 05 12:22:52.215486 dv-cinder-796286-12-iscsi neutron-server[92928]: 'SubPort': '1.0', Jul 05 12:22:52.215486 dv-cinder-796286-12-iscsi neutron-server[92928]: 'Subnet': '1.1', Jul 05 12:22:52.215486 dv-cinder-796286-12-iscsi neutron-server[92928]: 'Trunk': '1.1'}} Jul 05 12:22:52.215486 dv-cinder-796286-12-iscsi neutron-server[92928]: {{(pid=92928) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 12:22:52.235526 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c012b40c-2884-44a1-bf25-64ef7542bd5e admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 12:22:52.296219 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-ebe4db15-7f72-4855-bda1-a517910ba520 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-261117647-network', 'tenant_id': '383ca417529041848d3104111c8b3d73'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:22:52.308286 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c012b40c-2884-44a1-bf25-64ef7542bd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:52.309024 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-c012b40c-2884-44a1-bf25-64ef7542bd5e admin admin] Added segment feef0f2b-e156-4b96-9bca-0a760a19da57 of type vlan for network bc0fd846-c334-4479-a84c-f394ce1a591f Jul 05 12:22:52.343574 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-c93ea0ee-f9b4-44b7-91e8-6253ee533c5e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1311480240-network', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:22:52.355289 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-4f2b24ed-ae09-4e0a-8731-1d05769577c3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-575998965-network', 'tenant_id': 'c2204859a25945928d43901f7e432e4b'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:22:52.423249 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-12d8b744-a3c3-4085-ad49-274f6ebf256e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:52.441011 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe4db15-7f72-4855-bda1-a517910ba520 admin admin] Made reservation on behalf of 383ca417529041848d3104111c8b3d73 for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:22:52.443379 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ebe4db15-7f72-4855-bda1-a517910ba520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:52.460959 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2b24ed-ae09-4e0a-8731-1d05769577c3 admin admin] Made reservation on behalf of c2204859a25945928d43901f7e432e4b for: {'network': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:22:52.466239 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4f2b24ed-ae09-4e0a-8731-1d05769577c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for network, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:52.485251 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c012b40c-2884-44a1-bf25-64ef7542bd5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761929207381'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:52.492249 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4f2b24ed-ae09-4e0a-8731-1d05769577c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:52.572001 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93ea0ee-f9b4-44b7-91e8-6253ee533c5e admin admin] Made reservation on behalf of 35f01324a75d49b0a41482389c6e6ffa for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:22:52.576004 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c93ea0ee-f9b4-44b7-91e8-6253ee533c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:52.627886 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ebe4db15-7f72-4855-bda1-a517910ba520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:52.652671 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4f2b24ed-ae09-4e0a-8731-1d05769577c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:52.665824 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4f2b24ed-ae09-4e0a-8731-1d05769577c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:52.671188 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c93ea0ee-f9b4-44b7-91e8-6253ee533c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:52.702882 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b24ed-ae09-4e0a-8731-1d05769577c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ac77a2-8919-4e63-8835-61d5e8b28f09,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:22:52.708346 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f2b24ed-ae09-4e0a-8731-1d05769577c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=92929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 12:22:52.719879 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4f2b24ed-ae09-4e0a-8731-1d05769577c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207'] for segment, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:52.720331 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.db.segments_db [None req-4f2b24ed-ae09-4e0a-8731-1d05769577c3 admin admin] Added segment ba2612a6-0598-4c68-93ea-4c354bd542e5 of type vlan for network a54fe11d-9434-40ac-976c-e45f096866c1 Jul 05 12:22:52.777425 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4f2b24ed-ae09-4e0a-8731-1d05769577c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761929207381'] for network, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:52.811237 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c012b40c-2884-44a1-bf25-64ef7542bd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:52.812438 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c012b40c-2884-44a1-bf25-64ef7542bd5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:22:52.813085 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c012b40c-2884-44a1-bf25-64ef7542bd5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:52.823140 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4f2b24ed-ae09-4e0a-8731-1d05769577c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583'] for network, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:52.824215 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2b24ed-ae09-4e0a-8731-1d05769577c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:22:52.825037 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4f2b24ed-ae09-4e0a-8731-1d05769577c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:52.836090 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-12d8b744-a3c3-4085-ad49-274f6ebf256e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1575407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6149'] for router, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:52.953351 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b24ed-ae09-4e0a-8731-1d05769577c3 admin admin] Pushing event updated for resources: {'Network': ['ID=a54fe11d-9434-40ac-976c-e45f096866c1,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:22:52.965417 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Network a54fe11d-9434-40ac-976c-e45f096866c1 details requested by agent ovs-agent-dv-cinder-796286-12-iscsi with host dv-cinder-796286-12-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 12:22:53.064823 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ebe4db15-7f72-4855-bda1-a517910ba520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:53.091589 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-4f2b24ed-ae09-4e0a-8731-1d05769577c3 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0378087 Jul 05 12:22:53.092513 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 32992) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:22:53.098208 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-238e3e69-29b7-4b74-a95c-f8d649cb45ae admin admin] Request body: {'subnet': {'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-575998965-subnet', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:22:53.107549 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c012b40c-2884-44a1-bf25-64ef7542bd5e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5125921 Jul 05 12:22:53.108531 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ebe4db15-7f72-4855-bda1-a517910ba520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:53.111277 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 32996) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:22:53.123883 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-ea1d5088-12b6-4d1a-898e-f88b1216b5df admin admin] Request body: {'subnet': {'network_id': 'bc0fd846-c334-4479-a84c-f394ce1a591f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-321885785-subnet', 'tenant_id': 'fd0aa17a4d714d59b57932648b3a0268', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:22:53.130927 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012b40c-2884-44a1-bf25-64ef7542bd5e admin admin] Pushing event updated for resources: {'Network': ['ID=bc0fd846-c334-4479-a84c-f394ce1a591f,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:22:53.149962 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Network bc0fd846-c334-4479-a84c-f394ce1a591f details requested by agent ovs-agent-dv-cinder-796286-12-iscsi with host dv-cinder-796286-12-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 12:22:53.171974 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebe4db15-7f72-4855-bda1-a517910ba520 admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 12:22:53.209502 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4db15-7f72-4855-bda1-a517910ba520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2085552b-0d86-439b-b60e-7d3d54836673,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:22:53.230951 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ebe4db15-7f72-4855-bda1-a517910ba520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:53.231152 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-ebe4db15-7f72-4855-bda1-a517910ba520 admin admin] Added segment 301397d7-1784-439b-8aea-f28ffd45f8d5 of type vlan for network 91cdd107-2e0d-4edf-b94d-2a69e015516f Jul 05 12:22:53.302685 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ebe4db15-7f72-4855-bda1-a517910ba520 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761929207381'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:53.339435 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a85ada99-bd04-4331-bafa-e3d91d40f8d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:53.425506 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c93ea0ee-f9b4-44b7-91e8-6253ee533c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:53.451702 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ebe4db15-7f72-4855-bda1-a517910ba520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:53.452671 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe4db15-7f72-4855-bda1-a517910ba520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:22:53.453431 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ebe4db15-7f72-4855-bda1-a517910ba520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:53.460784 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c93ea0ee-f9b4-44b7-91e8-6253ee533c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:53.461537 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238e3e69-29b7-4b74-a95c-f8d649cb45ae admin admin] Made reservation on behalf of c2204859a25945928d43901f7e432e4b for: {'subnet': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:22:53.467460 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-238e3e69-29b7-4b74-a95c-f8d649cb45ae admin admin] Notify callbacks [] for subnet, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:53.536634 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1d5088-12b6-4d1a-898e-f88b1216b5df admin admin] Made reservation on behalf of fd0aa17a4d714d59b57932648b3a0268 for: {'subnet': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:22:53.539599 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ea1d5088-12b6-4d1a-898e-f88b1216b5df admin admin] Notify callbacks [] for subnet, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:53.565913 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c93ea0ee-f9b4-44b7-91e8-6253ee533c5e admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 12:22:53.580440 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ebe4db15-7f72-4855-bda1-a517910ba520 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7158124 Jul 05 12:22:53.594389 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 33020) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:22:53.614473 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-50c6c3b8-5380-4f09-a596-b7a6a17ad9c7 admin admin] Request body: {'subnet': {'network_id': '91cdd107-2e0d-4edf-b94d-2a69e015516f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-261117647-subnet', 'tenant_id': '383ca417529041848d3104111c8b3d73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:22:53.634797 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c93ea0ee-f9b4-44b7-91e8-6253ee533c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:53.635865 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-c93ea0ee-f9b4-44b7-91e8-6253ee533c5e admin admin] Added segment a5eff1d7-bf39-4749-97ff-8022401a9780 of type vlan for network ce9dc6dd-f0bf-4ede-a694-43b2f2633288 Jul 05 12:22:53.637481 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4db15-7f72-4855-bda1-a517910ba520 admin admin] Pushing event updated for resources: {'Network': ['ID=91cdd107-2e0d-4edf-b94d-2a69e015516f,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:22:53.651560 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Network 91cdd107-2e0d-4edf-b94d-2a69e015516f details requested by agent ovs-agent-dv-cinder-796286-12-iscsi with host dv-cinder-796286-12-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 12:22:53.672204 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ea0ee-f9b4-44b7-91e8-6253ee533c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01a0f1e-73ac-42ee-b719-9a51a9761efd,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:22:53.816524 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:53.847324 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 33040) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:22:53.892956 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-238e3e69-29b7-4b74-a95c-f8d649cb45ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583'] for subnet, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:53.910916 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-12d8b744-a3c3-4085-ad49-274f6ebf256e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:53.956163 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ea1d5088-12b6-4d1a-898e-f88b1216b5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583'] for subnet, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:53.966447 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c93ea0ee-f9b4-44b7-91e8-6253ee533c5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761929207381'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:53.971589 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-12d8b744-a3c3-4085-ad49-274f6ebf256e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:53.979477 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238e3e69-29b7-4b74-a95c-f8d649cb45ae admin admin] Checking segment: {'id': 'ba2612a6-0598-4c68-93ea-4c354bd542e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:22:53.979838 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238e3e69-29b7-4b74-a95c-f8d649cb45ae admin admin] Network hostable DHCP agents. Network: a54fe11d-9434-40ac-976c-e45f096866c1, hostable agents: ['60ff58b7-18de-4b80-8279-d7ac18a51ea8'], hosted agents: [] {{(pid=92929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 12:22:53.983824 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e3e69-29b7-4b74-a95c-f8d649cb45ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=e29bc3a4-4782-4c7f-be99-ab421b15f5f5,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:22:53.986231 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c6c3b8-5380-4f09-a596-b7a6a17ad9c7 admin admin] Made reservation on behalf of 383ca417529041848d3104111c8b3d73 for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:22:53.989281 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-50c6c3b8-5380-4f09-a596-b7a6a17ad9c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:54.069793 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1d5088-12b6-4d1a-898e-f88b1216b5df admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b41b9be-ddbd-4ad2-a9b4-39ca25692a51,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:22:54.090031 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238e3e69-29b7-4b74-a95c-f8d649cb45ae admin admin] Network a54fe11d-9434-40ac-976c-e45f096866c1 is scheduled to be hosted by DHCP agent 60ff58b7-18de-4b80-8279-d7ac18a51ea8 with binding_index 1 {{(pid=92929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 12:22:54.105999 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1d5088-12b6-4d1a-898e-f88b1216b5df admin admin] Checking segment: {'id': 'feef0f2b-e156-4b96-9bca-0a760a19da57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'bc0fd846-c334-4479-a84c-f394ce1a591f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:22:54.107141 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1d5088-12b6-4d1a-898e-f88b1216b5df admin admin] Network hostable DHCP agents. Network: bc0fd846-c334-4479-a84c-f394ce1a591f, hostable agents: ['60ff58b7-18de-4b80-8279-d7ac18a51ea8'], hosted agents: [] {{(pid=92929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 12:22:54.109740 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.db.resource_extend [None req-c93ea0ee-f9b4-44b7-91e8-6253ee533c5e admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 12:22:54.113607 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-238e3e69-29b7-4b74-a95c-f8d649cb45ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-12-iscsi, a54fe11d-9434-40ac-976c-e45f096866c1) {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:22:54.121139 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238e3e69-29b7-4b74-a95c-f8d649cb45ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:22:54.122241 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-238e3e69-29b7-4b74-a95c-f8d649cb45ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:54.124593 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f741f300-9c6a-46b3-b31c-198862e4b56c None None] Network a54fe11d-9434-40ac-976c-e45f096866c1 requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:22:54.138774 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1d5088-12b6-4d1a-898e-f88b1216b5df admin admin] Network bc0fd846-c334-4479-a84c-f394ce1a591f is scheduled to be hosted by DHCP agent 60ff58b7-18de-4b80-8279-d7ac18a51ea8 with binding_index 1 {{(pid=92929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 12:22:54.146425 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-ea1d5088-12b6-4d1a-898e-f88b1216b5df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-12-iscsi, bc0fd846-c334-4479-a84c-f394ce1a591f) {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:22:54.151852 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1d5088-12b6-4d1a-898e-f88b1216b5df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:22:54.152855 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ea1d5088-12b6-4d1a-898e-f88b1216b5df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:54.165917 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-238e3e69-29b7-4b74-a95c-f8d649cb45ae admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0721734 Jul 05 12:22:54.169392 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 33062) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:22:54.174174 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-60557376-a6ac-45c3-8e0f-a480dc82e27a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-575998965-router', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'}}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:22:54.183691 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-ea1d5088-12b6-4d1a-898e-f88b1216b5df admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0713286 Jul 05 12:22:54.194597 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-629aa362-c79b-4571-9b51-8a929eb79ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:54.206248 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-60557376-a6ac-45c3-8e0f-a480dc82e27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6168'] for router, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:54.208050 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-60557376-a6ac-45c3-8e0f-a480dc82e27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6167'] for router, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:54.220038 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a3e0c9-1897-4d91-b0b8-f5f84ef70411 None None] Network bc0fd846-c334-4479-a84c-f394ce1a591f requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:22:54.298170 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-60557376-a6ac-45c3-8e0f-a480dc82e27a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:54.299242 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 33066) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:22:54.325295 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c93ea0ee-f9b4-44b7-91e8-6253ee533c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:54.326129 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93ea0ee-f9b4-44b7-91e8-6253ee533c5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:22:54.327097 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c93ea0ee-f9b4-44b7-91e8-6253ee533c5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:54.451820 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fe011a-ea2a-4440-ae0e-a331fc218633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b0a0a31-0485-567f-a652-ea6fdcdf98ff-a54fe11d-9434-40ac-976c-e45f096866c1', 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'fixed_ips': [{'subnet_id': 'e29bc3a4-4782-4c7f-be99-ab421b15f5f5'}]}} from dv-cinder-796286-12-iscsi. {{(pid=92930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 12:22:54.452726 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-39fe011a-ea2a-4440-ae0e-a331fc218633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:54.495001 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-60557376-a6ac-45c3-8e0f-a480dc82e27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1575407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6149'] for router, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:54.581616 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5d7b9a33-f664-4252-9cc0-c0108a6ac1bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:54.655600 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-629aa362-c79b-4571-9b51-8a929eb79ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:54.656657 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18a8bb1-0093-4a5c-baca-eec4e2594407 None None] Network bc0fd846-c334-4479-a84c-f394ce1a591f requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:22:54.662867 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-50c6c3b8-5380-4f09-a596-b7a6a17ad9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:54.681337 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-629aa362-c79b-4571-9b51-8a929eb79ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:54.741294 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-629aa362-c79b-4571-9b51-8a929eb79ce1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=abb22a976e8d4165953018225b6e8c3c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8875535 Jul 05 12:22:54.750942 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 33088) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:22:54.770263 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c93ea0ee-f9b4-44b7-91e8-6253ee533c5e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7396083 Jul 05 12:22:54.787568 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 33102) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:22:54.792057 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c6c3b8-5380-4f09-a596-b7a6a17ad9c7 admin admin] Checking segment: {'id': '301397d7-1784-439b-8aea-f28ffd45f8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '91cdd107-2e0d-4edf-b94d-2a69e015516f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:22:54.792517 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c6c3b8-5380-4f09-a596-b7a6a17ad9c7 admin admin] Network hostable DHCP agents. Network: 91cdd107-2e0d-4edf-b94d-2a69e015516f, hostable agents: ['60ff58b7-18de-4b80-8279-d7ac18a51ea8'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 12:22:54.805184 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-ba01d1d4-0f8e-49be-b92d-b57a5c094934 admin admin] Request body: {'subnet': {'network_id': 'ce9dc6dd-f0bf-4ede-a694-43b2f2633288', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1311480240-subnet', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:22:54.823874 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ea0ee-f9b4-44b7-91e8-6253ee533c5e admin admin] Pushing event updated for resources: {'Network': ['ID=ce9dc6dd-f0bf-4ede-a694-43b2f2633288,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:22:54.834511 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:54.855492 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 33112) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:22:54.863358 dv-cinder-796286-12-iscsi neutron-server[92929]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 05 12:22:54.873386 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-39fe011a-ea2a-4440-ae0e-a331fc218633 None None] Allocated IP 172.20.0.2 (a54fe11d-9434-40ac-976c-e45f096866c1/e29bc3a4-4782-4c7f-be99-ab421b15f5f5/5d5c18be-ea72-4e7e-bb9b-c63b512ac81c) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:22:54.879982 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-12d8b744-a3c3-4085-ad49-274f6ebf256e admin admin] Allocated IP 172.27.3.111 (aa38b356-d6cf-48be-b408-9464f33b7649/1e645773-65d0-42f3-9bdc-7785aff60c5a/5a70b7f1-ab25-4192-97ed-491dac12650d) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:22:54.901533 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Network ce9dc6dd-f0bf-4ede-a694-43b2f2633288 details requested by agent ovs-agent-dv-cinder-796286-12-iscsi with host dv-cinder-796286-12-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 12:22:54.925201 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c6c3b8-5380-4f09-a596-b7a6a17ad9c7 admin admin] Network 91cdd107-2e0d-4edf-b94d-2a69e015516f is scheduled to be hosted by DHCP agent 60ff58b7-18de-4b80-8279-d7ac18a51ea8 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 12:22:54.935122 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629aa362-c79b-4571-9b51-8a929eb79ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35bc5d50-efa6-4867-8503-5c8529a4fa62,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:22:54.957118 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6c3b8-5380-4f09-a596-b7a6a17ad9c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6be35130-2cef-4151-b10a-cfbd9cc073f5,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:22:55.017496 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-50c6c3b8-5380-4f09-a596-b7a6a17ad9c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-12-iscsi, 91cdd107-2e0d-4edf-b94d-2a69e015516f) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:22:55.029972 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c6c3b8-5380-4f09-a596-b7a6a17ad9c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:22:55.030936 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-50c6c3b8-5380-4f09-a596-b7a6a17ad9c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:55.032292 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fa5ec6-d98b-4dc5-8e9c-0551d0141e76 None None] Network 91cdd107-2e0d-4edf-b94d-2a69e015516f requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:22:55.107947 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-12d8b744-a3c3-4085-ad49-274f6ebf256e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:55.136032 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 33118) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:22:55.233623 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-12d8b744-a3c3-4085-ad49-274f6ebf256e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:55.247891 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-39fe011a-ea2a-4440-ae0e-a331fc218633 None None] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:55.251158 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92412af1-fe47-4b4b-b6ef-f196ac49c008 None None] Network 91cdd107-2e0d-4edf-b94d-2a69e015516f requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:22:55.295599 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-39fe011a-ea2a-4440-ae0e-a331fc218633 None None] Transition to ACTIVE for port object 5d5c18be-ea72-4e7e-bb9b-c63b512ac81c will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:22:55.317626 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-60557376-a6ac-45c3-8e0f-a480dc82e27a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:55.324251 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-39fe011a-ea2a-4440-ae0e-a331fc218633 None None] Transition to ACTIVE for port object 5d5c18be-ea72-4e7e-bb9b-c63b512ac81c will not be triggered until provisioned by entity DHCP. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:22:55.325636 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d8b744-a3c3-4085-ad49-274f6ebf256e admin admin] Network aa38b356-d6cf-48be-b408-9464f33b7649 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:22:55.337434 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-12d8b744-a3c3-4085-ad49-274f6ebf256e admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:22:55.339195 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-39fe011a-ea2a-4440-ae0e-a331fc218633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:55.353143 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d8b744-a3c3-4085-ad49-274f6ebf256e admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:22:55.363262 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-60557376-a6ac-45c3-8e0f-a480dc82e27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:55.375028 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5d7b9a33-f664-4252-9cc0-c0108a6ac1bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:55.394317 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fe011a-ea2a-4440-ae0e-a331fc218633 None None] Network a54fe11d-9434-40ac-976c-e45f096866c1 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:22:55.398521 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d2f91bb9-fca0-4b03-9268-d3202f054050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:55.400304 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-39fe011a-ea2a-4440-ae0e-a331fc218633 None None] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:22:55.400714 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8b744-a3c3-4085-ad49-274f6ebf256e admin admin] Pushing event updated for resources: {'Port': ['ID=5a70b7f1-ab25-4192-97ed-491dac12650d,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:22:55.420039 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5d7b9a33-f664-4252-9cc0-c0108a6ac1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:55.422551 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fe011a-ea2a-4440-ae0e-a331fc218633 None None] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:22:55.431056 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe011a-ea2a-4440-ae0e-a331fc218633 None None] Pushing event updated for resources: {'Port': ['ID=5d5c18be-ea72-4e7e-bb9b-c63b512ac81c,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:22:55.461784 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fe011a-ea2a-4440-ae0e-a331fc218633 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:22:55.462362 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fe011a-ea2a-4440-ae0e-a331fc218633 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:22:55.462884 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fe011a-ea2a-4440-ae0e-a331fc218633 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:22:55.463386 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fe011a-ea2a-4440-ae0e-a331fc218633 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:22:55.463656 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-50c6c3b8-5380-4f09-a596-b7a6a17ad9c7 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8488984 Jul 05 12:22:55.464025 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fe011a-ea2a-4440-ae0e-a331fc218633 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:22:55.464496 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fe011a-ea2a-4440-ae0e-a331fc218633 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:22:55.464985 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fe011a-ea2a-4440-ae0e-a331fc218633 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:22:55.465460 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fe011a-ea2a-4440-ae0e-a331fc218633 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:22:55.465969 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fe011a-ea2a-4440-ae0e-a331fc218633 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:22:55.466453 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fe011a-ea2a-4440-ae0e-a331fc218633 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:22:55.466950 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fe011a-ea2a-4440-ae0e-a331fc218633 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:22:55.467419 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fe011a-ea2a-4440-ae0e-a331fc218633 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:22:55.468716 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fe011a-ea2a-4440-ae0e-a331fc218633 None None] Tracked resource versions report: Jul 05 12:22:55.468716 dv-cinder-796286-12-iscsi neutron-server[92930]: pushed versions: Jul 05 12:22:55.468716 dv-cinder-796286-12-iscsi neutron-server[92930]: { 'AddressGroup': {'1.2'}, Jul 05 12:22:55.468716 dv-cinder-796286-12-iscsi neutron-server[92930]: 'ConntrackHelper': {'1.0'}, Jul 05 12:22:55.468716 dv-cinder-796286-12-iscsi neutron-server[92930]: 'Log': {'1.0'}, Jul 05 12:22:55.468716 dv-cinder-796286-12-iscsi neutron-server[92930]: 'Network': {'1.1'}, Jul 05 12:22:55.468716 dv-cinder-796286-12-iscsi neutron-server[92930]: 'Port': {'1.7'}, Jul 05 12:22:55.468716 dv-cinder-796286-12-iscsi neutron-server[92930]: 'PortForwarding': {'1.2'}, Jul 05 12:22:55.468716 dv-cinder-796286-12-iscsi neutron-server[92930]: 'QosPolicy': {'1.8'}, Jul 05 12:22:55.468716 dv-cinder-796286-12-iscsi neutron-server[92930]: 'SecurityGroup': {'1.4'}, Jul 05 12:22:55.468716 dv-cinder-796286-12-iscsi neutron-server[92930]: 'SecurityGroupRule': {'1.2'}, Jul 05 12:22:55.468716 dv-cinder-796286-12-iscsi neutron-server[92930]: 'SubPort': {'1.0'}, Jul 05 12:22:55.468716 dv-cinder-796286-12-iscsi neutron-server[92930]: 'Subnet': {'1.1'}, Jul 05 12:22:55.468716 dv-cinder-796286-12-iscsi neutron-server[92930]: 'Trunk': {'1.1'}} Jul 05 12:22:55.468716 dv-cinder-796286-12-iscsi neutron-server[92930]: consumer versions: Jul 05 12:22:55.468716 dv-cinder-796286-12-iscsi neutron-server[92930]: { DHCP agent@dv-cinder-796286-12-iscsi: {}, Jul 05 12:22:55.468716 dv-cinder-796286-12-iscsi neutron-server[92930]: HyperV agent@hv-cinder-79628: {}, Jul 05 12:22:55.468716 dv-cinder-796286-12-iscsi neutron-server[92930]: L3 agent@dv-cinder-796286-12-iscsi: {}, Jul 05 12:22:55.468716 dv-cinder-796286-12-iscsi neutron-server[92930]: Metadata agent@dv-cinder-796286-12-iscsi: {}, Jul 05 12:22:55.468716 dv-cinder-796286-12-iscsi neutron-server[92930]: Metering agent@dv-cinder-796286-12-iscsi: {}, Jul 05 12:22:55.468716 dv-cinder-796286-12-iscsi neutron-server[92930]: Open vSwitch agent@dv-cinder-796286-12-iscsi: { 'AddressGroup': '1.2', Jul 05 12:22:55.468716 dv-cinder-796286-12-iscsi neutron-server[92930]: 'ConntrackHelper': '1.0', Jul 05 12:22:55.468716 dv-cinder-796286-12-iscsi neutron-server[92930]: 'Log': '1.0', Jul 05 12:22:55.468716 dv-cinder-796286-12-iscsi neutron-server[92930]: 'Network': '1.1', Jul 05 12:22:55.468716 dv-cinder-796286-12-iscsi neutron-server[92930]: 'Port': '1.7', Jul 05 12:22:55.468716 dv-cinder-796286-12-iscsi neutron-server[92930]: 'PortForwarding': '1.2', Jul 05 12:22:55.468716 dv-cinder-796286-12-iscsi neutron-server[92930]: 'QosPolicy': '1.8', Jul 05 12:22:55.468716 dv-cinder-796286-12-iscsi neutron-server[92930]: 'SecurityGroup': '1.4', Jul 05 12:22:55.468716 dv-cinder-796286-12-iscsi neutron-server[92930]: 'SecurityGroupRule': '1.2', Jul 05 12:22:55.468716 dv-cinder-796286-12-iscsi neutron-server[92930]: 'SubPort': '1.0', Jul 05 12:22:55.468716 dv-cinder-796286-12-iscsi neutron-server[92930]: 'Subnet': '1.1', Jul 05 12:22:55.468716 dv-cinder-796286-12-iscsi neutron-server[92930]: 'Trunk': '1.1'}} Jul 05 12:22:55.468716 dv-cinder-796286-12-iscsi neutron-server[92930]: {{(pid=92930) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 12:22:55.485220 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-22b9a6f6-5cf2-4fb4-bacc-bcc422cd3613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:55.520399 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-875c57d7-a178-4f4d-94f3-da187fa71ff6 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:22:55.521929 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-875c57d7-a178-4f4d-94f3-da187fa71ff6 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/networks?id=bc0fd846-c334-4479-a84c-f394ce1a591f HTTP/1.1" status: 200 len: 814 time: 0.6611884 Jul 05 12:22:55.525862 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-39fe011a-ea2a-4440-ae0e-a331fc218633 None None] Attempting to bind port 5d5c18be-ea72-4e7e-bb9b-c63b512ac81c on host dv-cinder-796286-12-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:22:55.526478 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-39fe011a-ea2a-4440-ae0e-a331fc218633 None None] Attempting to bind port 5d5c18be-ea72-4e7e-bb9b-c63b512ac81c by drivers openvswitch,hyperv on host dv-cinder-796286-12-iscsi at level 0 using segments [{'id': 'ba2612a6-0598-4c68-93ea-4c354bd542e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:22:55.527126 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fe011a-ea2a-4440-ae0e-a331fc218633 None None] Attempting to bind port 5d5c18be-ea72-4e7e-bb9b-c63b512ac81c on network a54fe11d-9434-40ac-976c-e45f096866c1 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:22:55.533497 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fe011a-ea2a-4440-ae0e-a331fc218633 None None] Checking agent: {'id': '179553a2-8e69-4f7b-8819-fceafac5268f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 15, 24), 'started_at': datetime.datetime(2021, 7, 5, 12, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:22:55.534152 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fe011a-ea2a-4440-ae0e-a331fc218633 None None] Checking segment: {'id': 'ba2612a6-0598-4c68-93ea-4c354bd542e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:22:55.534831 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-39fe011a-ea2a-4440-ae0e-a331fc218633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:55.535483 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fe011a-ea2a-4440-ae0e-a331fc218633 None None] Bound using segment: {'id': 'ba2612a6-0598-4c68-93ea-4c354bd542e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:22:55.536160 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-39fe011a-ea2a-4440-ae0e-a331fc218633 None None] Bound port: 5d5c18be-ea72-4e7e-bb9b-c63b512ac81c, host: dv-cinder-796286-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba2612a6-0598-4c68-93ea-4c354bd542e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:22:55.536854 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-39fe011a-ea2a-4440-ae0e-a331fc218633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:55.550278 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba01d1d4-0f8e-49be-b92d-b57a5c094934 admin admin] Made reservation on behalf of 35f01324a75d49b0a41482389c6e6ffa for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:22:55.552637 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ba01d1d4-0f8e-49be-b92d-b57a5c094934 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:55.563748 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-5d7b9a33-f664-4252-9cc0-c0108a6ac1bb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6468bd47f7c14386b18072a8d5a63ba5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2623923 Jul 05 12:22:55.564717 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b9a33-f664-4252-9cc0-c0108a6ac1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d42104-6504-4cfb-a321-613aa2612809,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:22:55.567126 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 33126) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:22:55.637218 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-22b9a6f6-5cf2-4fb4-bacc-bcc422cd3613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:55.637886 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-39fe011a-ea2a-4440-ae0e-a331fc218633 None None] For port 5d5c18be-ea72-4e7e-bb9b-c63b512ac81c, host dv-cinder-796286-12-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:22:55.641611 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-f1530089-4c75-40f5-9457-acd05dd3e984 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/quotas/fd0aa17a4d714d59b57932648b3a0268 HTTP/1.1" status: 200 len: 375 time: 0.1060688 Jul 05 12:22:55.654595 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-39fe011a-ea2a-4440-ae0e-a331fc218633 None None] For port 5d5c18be-ea72-4e7e-bb9b-c63b512ac81c, host dv-cinder-796286-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=5d5c18be-ea72-4e7e-bb9b-c63b512ac81c,segment=NetworkSegment(ba2612a6-0598-4c68-93ea-4c354bd542e5),segment_id=ba2612a6-0598-4c68-93ea-4c354bd542e5)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:22:55.668466 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-39fe011a-ea2a-4440-ae0e-a331fc218633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:55.745646 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-42925515-adc0-4f46-aec0-80a0b0d5a334 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fd0aa17a4d714d59b57932648b3a0268&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0813632 Jul 05 12:22:55.780923 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-60557376-a6ac-45c3-8e0f-a480dc82e27a admin admin] Allocated IP 172.27.3.231 (aa38b356-d6cf-48be-b408-9464f33b7649/1e645773-65d0-42f3-9bdc-7785aff60c5a/e0f234a0-175d-42f0-8ebc-cc17d7338b1c) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:22:55.831011 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe011a-ea2a-4440-ae0e-a331fc218633 None None] Pushing event updated for resources: {'Port': ['ID=5d5c18be-ea72-4e7e-bb9b-c63b512ac81c,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:22:55.862823 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-22b9a6f6-5cf2-4fb4-bacc-bcc422cd3613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:55.865788 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-22b9a6f6-5cf2-4fb4-bacc-bcc422cd3613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:55.867819 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-22b9a6f6-5cf2-4fb4-bacc-bcc422cd3613 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/35bc5d50-efa6-4867-8503-5c8529a4fa62 HTTP/1.1" status: 204 len: 168 time: 1.1137245 Jul 05 12:22:55.948963 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-60557376-a6ac-45c3-8e0f-a480dc82e27a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:55.969923 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9a6f6-5cf2-4fb4-bacc-bcc422cd3613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bc5d50-efa6-4867-8503-5c8529a4fa62,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:22:55.997173 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-df0b23c9-316b-43f4-94fe-8dd646be865c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:56.087759 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 33154) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:22:56.167906 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d2f91bb9-fca0-4b03-9268-d3202f054050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:56.197719 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-626e24b8-f61c-4e21-8788-03cf9186aaea service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=92929) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 12:22:56.198778 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-626e24b8-f61c-4e21-8788-03cf9186aaea service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2452016 Jul 05 12:22:56.224879 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-df0b23c9-316b-43f4-94fe-8dd646be865c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:56.228655 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:56.234851 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d2f91bb9-fca0-4b03-9268-d3202f054050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:56.236321 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-60557376-a6ac-45c3-8e0f-a480dc82e27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:56.257873 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-12d8b744-a3c3-4085-ad49-274f6ebf256e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:56.328481 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 33158) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:22:56.355459 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60557376-a6ac-45c3-8e0f-a480dc82e27a admin admin] Network aa38b356-d6cf-48be-b408-9464f33b7649 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:22:56.371144 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-10b09390-2bdf-4404-b64d-2b768362bb9b tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:22:56.372606 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-10b09390-2bdf-4404-b64d-2b768362bb9b tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] 10.222.0.52 "GET /v2.0/networks?id=91cdd107-2e0d-4edf-b94d-2a69e015516f HTTP/1.1" status: 200 len: 811 time: 0.2838490 Jul 05 12:22:56.381840 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-60557376-a6ac-45c3-8e0f-a480dc82e27a admin admin] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:22:56.384938 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60557376-a6ac-45c3-8e0f-a480dc82e27a admin admin] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:22:56.393500 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dd3435e7-f8fb-421f-8c44-d672649350d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:56.423827 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d2f91bb9-fca0-4b03-9268-d3202f054050 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b5d90f44a9db4fc1a4f37a87e178812a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2860687 Jul 05 12:22:56.432455 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 33160) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:22:56.454336 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60557376-a6ac-45c3-8e0f-a480dc82e27a admin admin] Pushing event updated for resources: {'Port': ['ID=e0f234a0-175d-42f0-8ebc-cc17d7338b1c,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:22:56.470488 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f91bb9-fca0-4b03-9268-d3202f054050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac947afb-9c00-48f6-ab79-f8083a8740dc,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:22:56.493323 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-43215fb8-22c8-467a-80fd-8293179590b1 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] 10.222.0.52 "GET /v2.0/quotas/383ca417529041848d3104111c8b3d73 HTTP/1.1" status: 200 len: 375 time: 0.1055880 Jul 05 12:22:56.498667 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-d5220256-4da3-4b1b-8c40-2b06d2e8540f service neutron] 10.222.0.52 "GET /v2.0/networks/bc0fd846-c334-4479-a84c-f394ce1a591f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812285 Jul 05 12:22:56.556390 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ba01d1d4-0f8e-49be-b92d-b57a5c094934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:56.579239 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-aaafad47-5e2a-41fb-879b-ee3331b052c5 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=383ca417529041848d3104111c8b3d73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0763457 Jul 05 12:22:56.615618 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-df0b23c9-316b-43f4-94fe-8dd646be865c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:56.618639 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-df0b23c9-316b-43f4-94fe-8dd646be865c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:56.619849 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-df0b23c9-316b-43f4-94fe-8dd646be865c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/61d42104-6504-4cfb-a321-613aa2612809 HTTP/1.1" status: 204 len: 168 time: 1.0517972 Jul 05 12:22:56.646454 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b23c9-316b-43f4-94fe-8dd646be865c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d42104-6504-4cfb-a321-613aa2612809,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:22:56.730755 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba01d1d4-0f8e-49be-b92d-b57a5c094934 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d9e9361-6ae5-4568-a40d-d37eb215fca7,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:22:56.747122 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-60b2c8d9-df0e-42a0-ba87-f9ea4a4d6c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:56.774876 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba01d1d4-0f8e-49be-b92d-b57a5c094934 admin admin] Checking segment: {'id': 'a5eff1d7-bf39-4749-97ff-8022401a9780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ce9dc6dd-f0bf-4ede-a694-43b2f2633288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:22:56.775104 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba01d1d4-0f8e-49be-b92d-b57a5c094934 admin admin] Network hostable DHCP agents. Network: ce9dc6dd-f0bf-4ede-a694-43b2f2633288, hostable agents: ['60ff58b7-18de-4b80-8279-d7ac18a51ea8'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 12:22:56.820564 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-60b2c8d9-df0e-42a0-ba87-f9ea4a4d6c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:56.832631 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-034eedf2-0090-4ba4-bdb2-43158c0da6d5 service neutron] 10.222.0.52 "GET /v2.0/networks/bc0fd846-c334-4479-a84c-f394ce1a591f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089325 Jul 05 12:22:56.873671 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba01d1d4-0f8e-49be-b92d-b57a5c094934 admin admin] Network ce9dc6dd-f0bf-4ede-a694-43b2f2633288 is scheduled to be hosted by DHCP agent 60ff58b7-18de-4b80-8279-d7ac18a51ea8 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 12:22:56.894375 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-12d8b744-a3c3-4085-ad49-274f6ebf256e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1575412'] for router, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:56.918035 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dd3435e7-f8fb-421f-8c44-d672649350d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:56.934409 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-dcc4a89b-6203-41e0-a9cf-19472611a24d service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=92929) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 12:22:56.935893 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-dcc4a89b-6203-41e0-a9cf-19472611a24d service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1383836 Jul 05 12:22:56.937511 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dd3435e7-f8fb-421f-8c44-d672649350d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:56.949939 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-ba01d1d4-0f8e-49be-b92d-b57a5c094934 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-12-iscsi, ce9dc6dd-f0bf-4ede-a694-43b2f2633288) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:22:56.958548 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba01d1d4-0f8e-49be-b92d-b57a5c094934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:22:56.959255 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ba01d1d4-0f8e-49be-b92d-b57a5c094934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:56.967144 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d098e5-694c-4664-8fb9-bdfeebe34c23 None None] Network ce9dc6dd-f0bf-4ede-a694-43b2f2633288 requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:22:56.973149 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-60557376-a6ac-45c3-8e0f-a480dc82e27a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:57.031384 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ba01d1d4-0f8e-49be-b92d-b57a5c094934 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2342150 Jul 05 12:22:57.033499 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 33174) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:22:57.047410 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14705acf-4f09-4b84-895a-cecc7aa5dfca None None] Network a54fe11d-9434-40ac-976c-e45f096866c1 requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:22:57.061647 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-dd3435e7-f8fb-421f-8c44-d672649350d8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8c51d9bcab804706b0aae5ee8e31a7c2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7280543 Jul 05 12:22:57.102527 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 33176) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:22:57.105043 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-60b2c8d9-df0e-42a0-ba87-f9ea4a4d6c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:57.107951 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-60b2c8d9-df0e-42a0-ba87-f9ea4a4d6c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:57.110051 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-60b2c8d9-df0e-42a0-ba87-f9ea4a4d6c96 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ac947afb-9c00-48f6-ab79-f8083a8740dc HTTP/1.1" status: 204 len: 168 time: 0.6556416 Jul 05 12:22:57.117318 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-d3d7687c-7db5-4278-b22b-d09317db21c4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1311480240-router', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'}}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:22:57.146643 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b2c8d9-df0e-42a0-ba87-f9ea4a4d6c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac947afb-9c00-48f6-ab79-f8083a8740dc,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:22:57.213454 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d3d7687c-7db5-4278-b22b-d09317db21c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6168'] for router, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:57.218223 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d3d7687c-7db5-4278-b22b-d09317db21c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6167'] for router, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:57.338854 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d8b744-a3c3-4085-ad49-274f6ebf256e admin admin] Router deee123b-d1da-48eb-80f1-d8b5cc3378de is scheduled to L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 with binding_index 1 {{(pid=92928) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 12:22:57.342166 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d3d7687c-7db5-4278-b22b-d09317db21c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:57.391683 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 33198) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:22:57.419970 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-0ac4679c-53af-468b-800c-42f7a93cbe70 None None] Provisioning for port 5d5c18be-ea72-4e7e-bb9b-c63b512ac81c completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:22:57.488479 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ceb5a5fa-457e-4104-b064-d3a401c4d1bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:57.526009 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6b6bf7ed-04aa-4022-9d48-ef6ed09faaf4 req-32011458-797b-484a-9bd4-a612cce45261 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=847d2786-50c8-484c-98bd-2706717c0b52 HTTP/1.1" status: 200 len: 210 time: 0.2275932 Jul 05 12:22:57.561268 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2f3d01d6-ebd3-42a3-bee9-b8f286720078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:57.563721 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3435e7-f8fb-421f-8c44-d672649350d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5703134b-146c-4945-a38d-5a40d23f5b97,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:22:57.667920 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d3d7687c-7db5-4278-b22b-d09317db21c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1575407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6149'] for router, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:57.710981 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-60557376-a6ac-45c3-8e0f-a480dc82e27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1575412'] for router, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:57.723072 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2f3d01d6-ebd3-42a3-bee9-b8f286720078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:57.728851 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-2c6770f3-e30e-4ee0-bbe7-af7d1c796ea8 service neutron] 10.222.0.52 "GET /v2.0/networks/91cdd107-2e0d-4edf-b94d-2a69e015516f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7497911 Jul 05 12:22:57.795260 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbde8fb-39de-4567-a6e9-548b63bc1d44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b0a0a31-0485-567f-a652-ea6fdcdf98ff-ce9dc6dd-f0bf-4ede-a694-43b2f2633288', 'network_id': 'ce9dc6dd-f0bf-4ede-a694-43b2f2633288', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'fixed_ips': [{'subnet_id': '2d9e9361-6ae5-4568-a40d-d37eb215fca7'}]}} from dv-cinder-796286-12-iscsi. {{(pid=92930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 12:22:57.796060 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cfbde8fb-39de-4567-a6e9-548b63bc1d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:57.892405 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d8b744-a3c3-4085-ad49-274f6ebf256e admin admin] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:22:57.903746 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e21f7d-6346-4520-9efc-fdadcbd003bc None None] Sync routers for ids ['deee123b-d1da-48eb-80f1-d8b5cc3378de'] in dv-cinder-796286-12-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:22:57.919261 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e21f7d-6346-4520-9efc-fdadcbd003bc None None] Routers {'deee123b-d1da-48eb-80f1-d8b5cc3378de'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:22:57.920811 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-45e21f7d-6346-4520-9efc-fdadcbd003bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:22:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['deee123b-d1da-48eb-80f1-d8b5cc3378de'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:22:57.959577 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 5d5c18be-ea72-4e7e-bb9b-c63b512ac81c up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:22:57.970874 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-091a7979-cae3-4562-91a5-d5d6ef0a63ed service neutron] 10.222.0.52 "GET /v2.0/networks/91cdd107-2e0d-4edf-b94d-2a69e015516f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017691 Jul 05 12:22:58.099700 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2f3d01d6-ebd3-42a3-bee9-b8f286720078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:58.109208 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2f3d01d6-ebd3-42a3-bee9-b8f286720078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:58.112622 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-2f3d01d6-ebd3-42a3-bee9-b8f286720078 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5703134b-146c-4945-a38d-5a40d23f5b97 HTTP/1.1" status: 204 len: 168 time: 1.0067964 Jul 05 12:22:58.132705 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d01d6-ebd3-42a3-bee9-b8f286720078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5703134b-146c-4945-a38d-5a40d23f5b97,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:22:58.188023 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60557376-a6ac-45c3-8e0f-a480dc82e27a admin admin] Router 734300e0-7743-42aa-b8bb-4758d7b8ad32 is scheduled to L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 with binding_index 1 {{(pid=92929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 12:22:58.261509 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-45e21f7d-6346-4520-9efc-fdadcbd003bc None None] Set router deee123b-d1da-48eb-80f1-d8b5cc3378de gateway port host: dv-cinder-796286-12-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:22:58.280011 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ceb5a5fa-457e-4104-b064-d3a401c4d1bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:58.293290 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d3d7687c-7db5-4278-b22b-d09317db21c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:58.328454 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning for port 5d5c18be-ea72-4e7e-bb9b-c63b512ac81c completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:22:58.344178 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d3d7687c-7db5-4278-b22b-d09317db21c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:58.351090 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ceb5a5fa-457e-4104-b064-d3a401c4d1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:58.367654 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-12d8b744-a3c3-4085-ad49-274f6ebf256e admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:58.381544 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-12d8b744-a3c3-4085-ad49-274f6ebf256e admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.3792155 Jul 05 12:22:58.397863 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 33234) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:22:58.464509 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60557376-a6ac-45c3-8e0f-a480dc82e27a admin admin] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:22:58.539063 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port 5d5c18be-ea72-4e7e-bb9b-c63b512ac81c triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:22:58.539427 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:58.558512 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-df91a361-45ea-40fa-a47f-ebdea67f98e8 req-e42de91f-65b1-4682-843c-41373343104b tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] 10.222.0.52 "GET /v2.0/ports?device_id=40e788bf-4eb5-42c0-8b71-947b14a62183 HTTP/1.1" status: 200 len: 210 time: 0.0784101 Jul 05 12:22:58.561070 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-cfbde8fb-39de-4567-a6e9-548b63bc1d44 None None] Allocated IP 172.20.0.2 (ce9dc6dd-f0bf-4ede-a694-43b2f2633288/2d9e9361-6ae5-4568-a40d-d37eb215fca7/8795f496-4592-4315-a81a-9eb330c2e5cf) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:22:58.564155 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d70a03-6996-4b7e-9f32-92ecb0ec1213 None None] Sync routers for ids ['734300e0-7743-42aa-b8bb-4758d7b8ad32'] in dv-cinder-796286-12-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:22:58.586744 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-60557376-a6ac-45c3-8e0f-a480dc82e27a admin admin] Notify callbacks [] for router, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:58.595555 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-60557376-a6ac-45c3-8e0f-a480dc82e27a admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.4224043 Jul 05 12:22:58.605469 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 33250) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:22:58.630140 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-f0749d39-c6fb-46b4-a14a-bdf82cb1e59a None None] Provisioning complete for port 5d5c18be-ea72-4e7e-bb9b-c63b512ac81c triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:22:58.630987 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f0749d39-c6fb-46b4-a14a-bdf82cb1e59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:58.649103 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-45e21f7d-6346-4520-9efc-fdadcbd003bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deee123b-d1da-48eb-80f1-d8b5cc3378de', 'name': 'tempest-ServerRescueNegativeTestJSON-427070111-router', 'tenant_id': '09591cb1baeb430290409e983f6117df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '5a70b7f1-ab25-4192-97ed-491dac12650d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:52Z', 'updated_at': '2021-07-05T12:22:55Z', 'revision_number': 3, 'project_id': '09591cb1baeb430290409e983f6117df', 'gw_port': {'id': '5a70b7f1-ab25-4192-97ed-491dac12650d', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deee123b-d1da-48eb-80f1-d8b5cc3378de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:53Z', 'updated_at': '2021-07-05T12:22:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi'}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:22:58.690445 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d70a03-6996-4b7e-9f32-92ecb0ec1213 None None] Routers {'734300e0-7743-42aa-b8bb-4758d7b8ad32'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:22:58.693536 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-e4d70a03-6996-4b7e-9f32-92ecb0ec1213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:22:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['734300e0-7743-42aa-b8bb-4758d7b8ad32'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:22:58.714118 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e21f7d-6346-4520-9efc-fdadcbd003bc None None] Checking router: deee123b-d1da-48eb-80f1-d8b5cc3378de for host: dv-cinder-796286-12-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:22:58.714480 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e21f7d-6346-4520-9efc-fdadcbd003bc None None] Updating router deee123b-d1da-48eb-80f1-d8b5cc3378de port 5a70b7f1-ab25-4192-97ed-491dac12650d binding host dv-cinder-796286-12-iscsi {{(pid=92931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 12:22:58.756939 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-45e21f7d-6346-4520-9efc-fdadcbd003bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:58.813038 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ceb5a5fa-457e-4104-b064-d3a401c4d1bc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e9604abf3db04421a2830d46b6c7773e&name=default HTTP/1.1" status: 200 len: 2977 time: 1.4169588 Jul 05 12:22:58.813038 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5a5fa-457e-4104-b064-d3a401c4d1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2e4467-1021-45af-baa9-f2212080dc92,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:22:58.817004 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 33264) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:22:58.919990 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2b6b1830-993a-407a-80eb-09f7ff6a8f48 req-808b3c10-02ac-4105-92c5-3826f853304b tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=847d2786-50c8-484c-98bd-2706717c0b52 HTTP/1.1" status: 200 len: 210 time: 0.0554354 Jul 05 12:22:59.313353 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-d3d7687c-7db5-4278-b22b-d09317db21c4 admin admin] Allocated IP 172.27.3.43 (aa38b356-d6cf-48be-b408-9464f33b7649/1e645773-65d0-42f3-9bdc-7785aff60c5a/c8262b5f-c4c1-429d-a20f-ba30051f9b11) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:22:59.367475 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-e4d70a03-6996-4b7e-9f32-92ecb0ec1213 None None] Set router 734300e0-7743-42aa-b8bb-4758d7b8ad32 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:22:59.394625 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:59.422914 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-84300cd4-26fe-44aa-96df-87590ccb8205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:59.562038 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f0749d39-c6fb-46b4-a14a-bdf82cb1e59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:59.656357 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-84300cd4-26fe-44aa-96df-87590ccb8205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:59.711003 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-aeaed794-5466-4cc8-9d6a-32ae547c7779 req-54a73e13-f78c-45cd-9a53-9eaea0adb7eb tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] 10.222.0.52 "GET /v2.0/ports?device_id=40e788bf-4eb5-42c0-8b71-947b14a62183 HTTP/1.1" status: 200 len: 210 time: 0.0775478 Jul 05 12:22:59.778490 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cfbde8fb-39de-4567-a6e9-548b63bc1d44 None None] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:59.783639 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8af52fcf-bf80-488d-889e-e0b7ebc1ea2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:59.840359 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] For port 5d5c18be-ea72-4e7e-bb9b-c63b512ac81c, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=5d5c18be-ea72-4e7e-bb9b-c63b512ac81c,segment=NetworkSegment(ba2612a6-0598-4c68-93ea-4c354bd542e5),segment_id=ba2612a6-0598-4c68-93ea-4c354bd542e5)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:22:59.855866 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cfbde8fb-39de-4567-a6e9-548b63bc1d44 None None] Transition to ACTIVE for port object 8795f496-4592-4315-a81a-9eb330c2e5cf will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:22:59.883253 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:22:59.894232 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d3d7687c-7db5-4278-b22b-d09317db21c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:00.099182 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cfbde8fb-39de-4567-a6e9-548b63bc1d44 None None] Transition to ACTIVE for port object 8795f496-4592-4315-a81a-9eb330c2e5cf will not be triggered until provisioned by entity DHCP. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:23:00.108327 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-84300cd4-26fe-44aa-96df-87590ccb8205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:00.125989 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-84300cd4-26fe-44aa-96df-87590ccb8205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:00.125989 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-84300cd4-26fe-44aa-96df-87590ccb8205 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7d2e4467-1021-45af-baa9-f2212080dc92 HTTP/1.1" status: 204 len: 168 time: 1.3043952 Jul 05 12:23:00.126220 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-8af52fcf-bf80-488d-889e-e0b7ebc1ea2c admin admin] Allocated IP 172.20.0.1 (a54fe11d-9434-40ac-976c-e45f096866c1/e29bc3a4-4782-4c7f-be99-ab421b15f5f5/9e3403b2-d152-460c-8226-44b1fb84a261) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:23:00.169519 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cfbde8fb-39de-4567-a6e9-548b63bc1d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:00.181504 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84300cd4-26fe-44aa-96df-87590ccb8205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2e4467-1021-45af-baa9-f2212080dc92,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:00.275150 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-51599d42-624e-4dff-a66e-229c9b71f121 req-884c732e-7689-4c91-9e35-2996a3dadbcc tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=847d2786-50c8-484c-98bd-2706717c0b52 HTTP/1.1" status: 200 len: 210 time: 0.0468442 Jul 05 12:23:00.343649 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.db.api [None req-f0749d39-c6fb-46b4-a14a-bdf82cb1e59a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92930) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 12:23:00.344373 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG oslo_db.api [None req-f0749d39-c6fb-46b4-a14a-bdf82cb1e59a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 12:23:00.346172 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8af52fcf-bf80-488d-889e-e0b7ebc1ea2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:00.346648 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbde8fb-39de-4567-a6e9-548b63bc1d44 None None] Network ce9dc6dd-f0bf-4ede-a694-43b2f2633288 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:23:00.349581 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Pushing event updated for resources: {'Port': ['ID=5d5c18be-ea72-4e7e-bb9b-c63b512ac81c,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:00.361097 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-cfbde8fb-39de-4567-a6e9-548b63bc1d44 None None] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:23:00.363994 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-8af52fcf-bf80-488d-889e-e0b7ebc1ea2c admin admin] Transition to ACTIVE for port object 9e3403b2-d152-460c-8226-44b1fb84a261 will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:23:00.416581 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d3d7687c-7db5-4278-b22b-d09317db21c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:00.422683 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8af52fcf-bf80-488d-889e-e0b7ebc1ea2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:00.425012 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-25f9a106-ad99-45b4-918c-4390e9f7264c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:00.464717 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbde8fb-39de-4567-a6e9-548b63bc1d44 None None] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:23:00.470292 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d7687c-7db5-4278-b22b-d09317db21c4 admin admin] Network aa38b356-d6cf-48be-b408-9464f33b7649 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:23:00.474942 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-d3d7687c-7db5-4278-b22b-d09317db21c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:23:00.478400 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d7687c-7db5-4278-b22b-d09317db21c4 admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:23:00.527984 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af52fcf-bf80-488d-889e-e0b7ebc1ea2c admin admin] Network a54fe11d-9434-40ac-976c-e45f096866c1 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:23:00.544221 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-8af52fcf-bf80-488d-889e-e0b7ebc1ea2c admin admin] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:23:00.578101 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af52fcf-bf80-488d-889e-e0b7ebc1ea2c admin admin] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:23:00.579285 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8af52fcf-bf80-488d-889e-e0b7ebc1ea2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602243'] for router_interface, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:00.590639 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af52fcf-bf80-488d-889e-e0b7ebc1ea2c admin admin] Pushing event updated for resources: {'Port': ['ID=9e3403b2-d152-460c-8226-44b1fb84a261,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:00.707229 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbde8fb-39de-4567-a6e9-548b63bc1d44 None None] Pushing event updated for resources: {'Port': ['ID=8795f496-4592-4315-a81a-9eb330c2e5cf,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:00.734237 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-cfbde8fb-39de-4567-a6e9-548b63bc1d44 None None] Attempting to bind port 8795f496-4592-4315-a81a-9eb330c2e5cf on host dv-cinder-796286-12-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:23:00.734939 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-cfbde8fb-39de-4567-a6e9-548b63bc1d44 None None] Attempting to bind port 8795f496-4592-4315-a81a-9eb330c2e5cf by drivers openvswitch,hyperv on host dv-cinder-796286-12-iscsi at level 0 using segments [{'id': 'a5eff1d7-bf39-4749-97ff-8022401a9780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ce9dc6dd-f0bf-4ede-a694-43b2f2633288'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:23:00.735546 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbde8fb-39de-4567-a6e9-548b63bc1d44 None None] Attempting to bind port 8795f496-4592-4315-a81a-9eb330c2e5cf on network ce9dc6dd-f0bf-4ede-a694-43b2f2633288 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:23:00.754902 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbde8fb-39de-4567-a6e9-548b63bc1d44 None None] Checking agent: {'id': '179553a2-8e69-4f7b-8819-fceafac5268f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 15, 24), 'started_at': datetime.datetime(2021, 7, 5, 12, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:23:00.758244 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbde8fb-39de-4567-a6e9-548b63bc1d44 None None] Checking segment: {'id': 'a5eff1d7-bf39-4749-97ff-8022401a9780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ce9dc6dd-f0bf-4ede-a694-43b2f2633288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:23:00.761925 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cfbde8fb-39de-4567-a6e9-548b63bc1d44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:00.762678 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbde8fb-39de-4567-a6e9-548b63bc1d44 None None] Bound using segment: {'id': 'a5eff1d7-bf39-4749-97ff-8022401a9780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ce9dc6dd-f0bf-4ede-a694-43b2f2633288'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:23:00.763373 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-cfbde8fb-39de-4567-a6e9-548b63bc1d44 None None] Bound port: 8795f496-4592-4315-a81a-9eb330c2e5cf, host: dv-cinder-796286-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5eff1d7-bf39-4749-97ff-8022401a9780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ce9dc6dd-f0bf-4ede-a694-43b2f2633288'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:23:00.764269 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cfbde8fb-39de-4567-a6e9-548b63bc1d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:00.777304 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d7687c-7db5-4278-b22b-d09317db21c4 admin admin] Pushing event updated for resources: {'Port': ['ID=c8262b5f-c4c1-429d-a20f-ba30051f9b11,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:00.812920 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-e4d70a03-6996-4b7e-9f32-92ecb0ec1213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'name': 'tempest-AttachVolumeShelveTestJSON-575998965-router', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e0f234a0-175d-42f0-8ebc-cc17d7338b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:54Z', 'updated_at': '2021-07-05T12:22:56Z', 'revision_number': 3, 'project_id': 'c2204859a25945928d43901f7e432e4b', 'gw_port': {'id': 'e0f234a0-175d-42f0-8ebc-cc17d7338b1c', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:55Z', 'updated_at': '2021-07-05T12:22:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi'}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:23:00.874832 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-45e21f7d-6346-4520-9efc-fdadcbd003bc None None] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:00.903860 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-45e21f7d-6346-4520-9efc-fdadcbd003bc None None] Transition to ACTIVE for port object 5a70b7f1-ab25-4192-97ed-491dac12650d will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:23:00.918293 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d70a03-6996-4b7e-9f32-92ecb0ec1213 None None] Checking router: 734300e0-7743-42aa-b8bb-4758d7b8ad32 for host: dv-cinder-796286-12-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:23:00.918293 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d70a03-6996-4b7e-9f32-92ecb0ec1213 None None] Updating router 734300e0-7743-42aa-b8bb-4758d7b8ad32 port e0f234a0-175d-42f0-8ebc-cc17d7338b1c binding host dv-cinder-796286-12-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 12:23:00.923892 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-45e21f7d-6346-4520-9efc-fdadcbd003bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:01.109999 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8894df-4c0b-4290-ade1-ea7b9684ec0a None None] Pushing event updated for resources: {'Port': ['ID=5a70b7f1-ab25-4192-97ed-491dac12650d,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:01.142973 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-43288675-61ab-4dc8-bd93-2417b5779873 req-f8a0c8fc-51e9-40a5-8ef5-e1fe330c6fd2 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] 10.222.0.52 "GET /v2.0/ports?device_id=40e788bf-4eb5-42c0-8b71-947b14a62183 HTTP/1.1" status: 200 len: 210 time: 0.0602939 Jul 05 12:23:01.144157 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-45e21f7d-6346-4520-9efc-fdadcbd003bc None None] Attempting to bind port 5a70b7f1-ab25-4192-97ed-491dac12650d on host dv-cinder-796286-12-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:23:01.144536 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-45e21f7d-6346-4520-9efc-fdadcbd003bc None None] Attempting to bind port 5a70b7f1-ab25-4192-97ed-491dac12650d by drivers openvswitch,hyperv on host dv-cinder-796286-12-iscsi at level 0 using segments [{'id': '7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:23:01.144902 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e21f7d-6346-4520-9efc-fdadcbd003bc None None] Attempting to bind port 5a70b7f1-ab25-4192-97ed-491dac12650d on network aa38b356-d6cf-48be-b408-9464f33b7649 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:23:01.145901 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8af52fcf-bf80-488d-889e-e0b7ebc1ea2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:01.181514 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8894df-4c0b-4290-ade1-ea7b9684ec0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:23:01.181887 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8894df-4c0b-4290-ade1-ea7b9684ec0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:23:01.182234 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8894df-4c0b-4290-ade1-ea7b9684ec0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:23:01.182570 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8894df-4c0b-4290-ade1-ea7b9684ec0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:23:01.182927 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8894df-4c0b-4290-ade1-ea7b9684ec0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:23:01.183257 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8894df-4c0b-4290-ade1-ea7b9684ec0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:23:01.183584 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8894df-4c0b-4290-ade1-ea7b9684ec0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:23:01.183909 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8894df-4c0b-4290-ade1-ea7b9684ec0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:23:01.184404 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8894df-4c0b-4290-ade1-ea7b9684ec0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:23:01.184585 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8894df-4c0b-4290-ade1-ea7b9684ec0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:23:01.184891 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8894df-4c0b-4290-ade1-ea7b9684ec0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:23:01.185210 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8894df-4c0b-4290-ade1-ea7b9684ec0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:23:01.186346 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8894df-4c0b-4290-ade1-ea7b9684ec0a None None] Tracked resource versions report: Jul 05 12:23:01.186346 dv-cinder-796286-12-iscsi neutron-server[92931]: pushed versions: Jul 05 12:23:01.186346 dv-cinder-796286-12-iscsi neutron-server[92931]: { 'AddressGroup': {'1.2'}, Jul 05 12:23:01.186346 dv-cinder-796286-12-iscsi neutron-server[92931]: 'ConntrackHelper': {'1.0'}, Jul 05 12:23:01.186346 dv-cinder-796286-12-iscsi neutron-server[92931]: 'Log': {'1.0'}, Jul 05 12:23:01.186346 dv-cinder-796286-12-iscsi neutron-server[92931]: 'Network': {'1.1'}, Jul 05 12:23:01.186346 dv-cinder-796286-12-iscsi neutron-server[92931]: 'Port': {'1.7'}, Jul 05 12:23:01.186346 dv-cinder-796286-12-iscsi neutron-server[92931]: 'PortForwarding': {'1.2'}, Jul 05 12:23:01.186346 dv-cinder-796286-12-iscsi neutron-server[92931]: 'QosPolicy': {'1.8'}, Jul 05 12:23:01.186346 dv-cinder-796286-12-iscsi neutron-server[92931]: 'SecurityGroup': {'1.4'}, Jul 05 12:23:01.186346 dv-cinder-796286-12-iscsi neutron-server[92931]: 'SecurityGroupRule': {'1.2'}, Jul 05 12:23:01.186346 dv-cinder-796286-12-iscsi neutron-server[92931]: 'SubPort': {'1.0'}, Jul 05 12:23:01.186346 dv-cinder-796286-12-iscsi neutron-server[92931]: 'Subnet': {'1.1'}, Jul 05 12:23:01.186346 dv-cinder-796286-12-iscsi neutron-server[92931]: 'Trunk': {'1.1'}} Jul 05 12:23:01.186346 dv-cinder-796286-12-iscsi neutron-server[92931]: consumer versions: Jul 05 12:23:01.186346 dv-cinder-796286-12-iscsi neutron-server[92931]: { DHCP agent@dv-cinder-796286-12-iscsi: {}, Jul 05 12:23:01.186346 dv-cinder-796286-12-iscsi neutron-server[92931]: HyperV agent@hv-cinder-79628: {}, Jul 05 12:23:01.186346 dv-cinder-796286-12-iscsi neutron-server[92931]: L3 agent@dv-cinder-796286-12-iscsi: {}, Jul 05 12:23:01.186346 dv-cinder-796286-12-iscsi neutron-server[92931]: Metadata agent@dv-cinder-796286-12-iscsi: {}, Jul 05 12:23:01.186346 dv-cinder-796286-12-iscsi neutron-server[92931]: Metering agent@dv-cinder-796286-12-iscsi: {}, Jul 05 12:23:01.186346 dv-cinder-796286-12-iscsi neutron-server[92931]: Open vSwitch agent@dv-cinder-796286-12-iscsi: { 'AddressGroup': '1.2', Jul 05 12:23:01.186346 dv-cinder-796286-12-iscsi neutron-server[92931]: 'ConntrackHelper': '1.0', Jul 05 12:23:01.186346 dv-cinder-796286-12-iscsi neutron-server[92931]: 'Log': '1.0', Jul 05 12:23:01.186346 dv-cinder-796286-12-iscsi neutron-server[92931]: 'Network': '1.1', Jul 05 12:23:01.186346 dv-cinder-796286-12-iscsi neutron-server[92931]: 'Port': '1.7', Jul 05 12:23:01.186346 dv-cinder-796286-12-iscsi neutron-server[92931]: 'PortForwarding': '1.2', Jul 05 12:23:01.186346 dv-cinder-796286-12-iscsi neutron-server[92931]: 'QosPolicy': '1.8', Jul 05 12:23:01.186346 dv-cinder-796286-12-iscsi neutron-server[92931]: 'SecurityGroup': '1.4', Jul 05 12:23:01.186346 dv-cinder-796286-12-iscsi neutron-server[92931]: 'SecurityGroupRule': '1.2', Jul 05 12:23:01.186346 dv-cinder-796286-12-iscsi neutron-server[92931]: 'SubPort': '1.0', Jul 05 12:23:01.186346 dv-cinder-796286-12-iscsi neutron-server[92931]: 'Subnet': '1.1', Jul 05 12:23:01.186346 dv-cinder-796286-12-iscsi neutron-server[92931]: 'Trunk': '1.1'}} Jul 05 12:23:01.186346 dv-cinder-796286-12-iscsi neutron-server[92931]: {{(pid=92931) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 12:23:01.212678 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e21f7d-6346-4520-9efc-fdadcbd003bc None None] Checking agent: {'id': '179553a2-8e69-4f7b-8819-fceafac5268f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 15, 24), 'started_at': datetime.datetime(2021, 7, 5, 12, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:23:01.213238 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e21f7d-6346-4520-9efc-fdadcbd003bc None None] Checking segment: {'id': '7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:23:01.213652 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-45e21f7d-6346-4520-9efc-fdadcbd003bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:01.214246 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e21f7d-6346-4520-9efc-fdadcbd003bc None None] Bound using segment: {'id': '7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:23:01.214539 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-45e21f7d-6346-4520-9efc-fdadcbd003bc None None] Bound port: 5a70b7f1-ab25-4192-97ed-491dac12650d, host: dv-cinder-796286-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:23:01.214978 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-45e21f7d-6346-4520-9efc-fdadcbd003bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:01.247769 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cfbde8fb-39de-4567-a6e9-548b63bc1d44 None None] For port 8795f496-4592-4315-a81a-9eb330c2e5cf, host dv-cinder-796286-12-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:23:01.256582 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cfbde8fb-39de-4567-a6e9-548b63bc1d44 None None] For port 8795f496-4592-4315-a81a-9eb330c2e5cf, host dv-cinder-796286-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=8795f496-4592-4315-a81a-9eb330c2e5cf,segment=NetworkSegment(a5eff1d7-bf39-4749-97ff-8022401a9780),segment_id=a5eff1d7-bf39-4749-97ff-8022401a9780)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:23:01.294449 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cfbde8fb-39de-4567-a6e9-548b63bc1d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:01.363081 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-45e21f7d-6346-4520-9efc-fdadcbd003bc None None] For port 5a70b7f1-ab25-4192-97ed-491dac12650d, host dv-cinder-796286-12-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:23:01.364348 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-45e21f7d-6346-4520-9efc-fdadcbd003bc None None] For port 5a70b7f1-ab25-4192-97ed-491dac12650d, host dv-cinder-796286-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=5a70b7f1-ab25-4192-97ed-491dac12650d,segment=NetworkSegment(7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0),segment_id=7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:23:01.381246 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-45e21f7d-6346-4520-9efc-fdadcbd003bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:01.455952 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-25f9a106-ad99-45b4-918c-4390e9f7264c admin admin] Allocated IP 172.20.0.1 (b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4/e30de3fd-5a84-4ee0-841b-b14be1c12396/3bd5e847-5cc4-4f37-bd74-8ea25018927b) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:23:01.459189 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbde8fb-39de-4567-a6e9-548b63bc1d44 None None] Pushing event updated for resources: {'Port': ['ID=8795f496-4592-4315-a81a-9eb330c2e5cf,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:01.478921 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e4d70a03-6996-4b7e-9f32-92ecb0ec1213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:01.561001 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d3d7687c-7db5-4278-b22b-d09317db21c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:01.562366 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e21f7d-6346-4520-9efc-fdadcbd003bc None None] Routers {'deee123b-d1da-48eb-80f1-d8b5cc3378de'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:23:01.564522 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-45e21f7d-6346-4520-9efc-fdadcbd003bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:22:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['deee123b-d1da-48eb-80f1-d8b5cc3378de'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:23:01.591792 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.16', 55428) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:01.658370 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8894df-4c0b-4290-ade1-ea7b9684ec0a None None] Pushing event updated for resources: {'Port': ['ID=5a70b7f1-ab25-4192-97ed-491dac12650d,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:01.816538 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-45e21f7d-6346-4520-9efc-fdadcbd003bc None None] Set router deee123b-d1da-48eb-80f1-d8b5cc3378de gateway port host: dv-cinder-796286-12-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:23:01.826298 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5a8d3823-e18f-45e8-8ce1-cee6219ce5b6 req-fbc34786-fffe-46b3-a292-8f8177e6ef34 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=847d2786-50c8-484c-98bd-2706717c0b52 HTTP/1.1" status: 200 len: 210 time: 0.1511574 Jul 05 12:23:01.836888 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-0ba4dbe0-7260-4f76-9a84-2e5fff194899 None None] Provisioning for port 9e3403b2-d152-460c-8226-44b1fb84a261 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:23:01.861956 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-0ba4dbe0-7260-4f76-9a84-2e5fff194899 None None] Provisioning complete for port 9e3403b2-d152-460c-8226-44b1fb84a261 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:23:01.861956 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0ba4dbe0-7260-4f76-9a84-2e5fff194899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:02.050192 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8af52fcf-bf80-488d-889e-e0b7ebc1ea2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:02.057358 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8af52fcf-bf80-488d-889e-e0b7ebc1ea2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:02.061291 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8af52fcf-bf80-488d-889e-e0b7ebc1ea2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1576638'] for router_interface, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:02.542162 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.16', 55430) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:02.543448 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 33430) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:02.598024 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-45e21f7d-6346-4520-9efc-fdadcbd003bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deee123b-d1da-48eb-80f1-d8b5cc3378de', 'name': 'tempest-ServerRescueNegativeTestJSON-427070111-router', 'tenant_id': '09591cb1baeb430290409e983f6117df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '5a70b7f1-ab25-4192-97ed-491dac12650d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:52Z', 'updated_at': '2021-07-05T12:22:55Z', 'revision_number': 3, 'project_id': '09591cb1baeb430290409e983f6117df', 'gw_port': {'id': '5a70b7f1-ab25-4192-97ed-491dac12650d', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deee123b-d1da-48eb-80f1-d8b5cc3378de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:53Z', 'updated_at': '2021-07-05T12:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi'}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:23:02.643467 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af52fcf-bf80-488d-889e-e0b7ebc1ea2c admin admin] Network a54fe11d-9434-40ac-976c-e45f096866c1 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:23:02.687018 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af52fcf-bf80-488d-889e-e0b7ebc1ea2c admin admin] Pushing event updated for resources: {'Port': ['ID=9e3403b2-d152-460c-8226-44b1fb84a261,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:02.699880 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e21f7d-6346-4520-9efc-fdadcbd003bc None None] The sync data for ids ['deee123b-d1da-48eb-80f1-d8b5cc3378de'] in dv-cinder-796286-12-iscsi is: [{'id': 'deee123b-d1da-48eb-80f1-d8b5cc3378de', 'name': 'tempest-ServerRescueNegativeTestJSON-427070111-router', 'tenant_id': '09591cb1baeb430290409e983f6117df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '5a70b7f1-ab25-4192-97ed-491dac12650d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:52Z', 'updated_at': '2021-07-05T12:22:55Z', 'revision_number': 3, 'project_id': '09591cb1baeb430290409e983f6117df', 'gw_port': {'id': '5a70b7f1-ab25-4192-97ed-491dac12650d', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deee123b-d1da-48eb-80f1-d8b5cc3378de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:53Z', 'updated_at': '2021-07-05T12:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi'}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:23:02.768799 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-8af52fcf-bf80-488d-889e-e0b7ebc1ea2c admin admin] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:23:02.842454 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e4d70a03-6996-4b7e-9f32-92ecb0ec1213 None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:02.847859 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-25f9a106-ad99-45b4-918c-4390e9f7264c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:02.866645 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e7d3cf01-d98a-4602-97d7-a0eec914370c req-4ac338b1-6b26-4003-9b59-5e138f9632d7 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] 10.222.0.52 "GET /v2.0/ports?device_id=40e788bf-4eb5-42c0-8b71-947b14a62183 HTTP/1.1" status: 200 len: 210 time: 0.2306361 Jul 05 12:23:02.871845 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-e4d70a03-6996-4b7e-9f32-92ecb0ec1213 None None] Transition to ACTIVE for port object e0f234a0-175d-42f0-8ebc-cc17d7338b1c will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:23:02.879606 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 5d5c18be-ea72-4e7e-bb9b-c63b512ac81c up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:23:02.911483 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-0ba4dbe0-7260-4f76-9a84-2e5fff194899 None None] Port 9e3403b2-d152-460c-8226-44b1fb84a261 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 12:23:02.929245 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d3d7687c-7db5-4278-b22b-d09317db21c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1575412'] for router, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:02.943401 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e4d70a03-6996-4b7e-9f32-92ecb0ec1213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:03.026550 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb48b54b-69c8-445d-9c2c-54f3f5f5b8ba None None] Pushing event updated for resources: {'Port': ['ID=e0f234a0-175d-42f0-8ebc-cc17d7338b1c,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:03.126440 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 33482) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:03.177991 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-e4d70a03-6996-4b7e-9f32-92ecb0ec1213 None None] Attempting to bind port e0f234a0-175d-42f0-8ebc-cc17d7338b1c on host dv-cinder-796286-12-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:23:03.179756 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-e4d70a03-6996-4b7e-9f32-92ecb0ec1213 None None] Attempting to bind port e0f234a0-175d-42f0-8ebc-cc17d7338b1c by drivers openvswitch,hyperv on host dv-cinder-796286-12-iscsi at level 0 using segments [{'id': '7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:23:03.181185 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d70a03-6996-4b7e-9f32-92ecb0ec1213 None None] Attempting to bind port e0f234a0-175d-42f0-8ebc-cc17d7338b1c on network aa38b356-d6cf-48be-b408-9464f33b7649 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:23:03.213249 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d70a03-6996-4b7e-9f32-92ecb0ec1213 None None] Checking agent: {'id': '179553a2-8e69-4f7b-8819-fceafac5268f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 15, 24), 'started_at': datetime.datetime(2021, 7, 5, 12, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:23:03.213634 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d70a03-6996-4b7e-9f32-92ecb0ec1213 None None] Checking segment: {'id': '7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:23:03.214040 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e4d70a03-6996-4b7e-9f32-92ecb0ec1213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:03.214434 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d70a03-6996-4b7e-9f32-92ecb0ec1213 None None] Bound using segment: {'id': '7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:23:03.221865 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-e4d70a03-6996-4b7e-9f32-92ecb0ec1213 None None] Bound port: e0f234a0-175d-42f0-8ebc-cc17d7338b1c, host: dv-cinder-796286-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:23:03.222679 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e4d70a03-6996-4b7e-9f32-92ecb0ec1213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:03.385700 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-f5eb3aae-ced1-440a-aa9b-920d76e2e672 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:03.400063 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-e4d70a03-6996-4b7e-9f32-92ecb0ec1213 None None] For port e0f234a0-175d-42f0-8ebc-cc17d7338b1c, host dv-cinder-796286-12-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:23:03.401668 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-f5eb3aae-ced1-440a-aa9b-920d76e2e672 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] 10.222.0.16 "GET /v2.0/networks?id=91cdd107-2e0d-4edf-b94d-2a69e015516f HTTP/1.1" status: 200 len: 811 time: 0.8467371 Jul 05 12:23:03.419948 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e8922870-1033-4536-8c5f-d48d6c7a6c00 req-bb0c4ce0-a0b3-4333-a9a8-8ed695742202 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=847d2786-50c8-484c-98bd-2706717c0b52 HTTP/1.1" status: 200 len: 210 time: 0.2574892 Jul 05 12:23:03.421526 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-e4d70a03-6996-4b7e-9f32-92ecb0ec1213 None None] For port e0f234a0-175d-42f0-8ebc-cc17d7338b1c, host dv-cinder-796286-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=e0f234a0-175d-42f0-8ebc-cc17d7338b1c,segment=NetworkSegment(7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0),segment_id=7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:23:03.434491 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port 5d5c18be-ea72-4e7e-bb9b-c63b512ac81c triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:23:03.435993 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:03.445401 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e4d70a03-6996-4b7e-9f32-92ecb0ec1213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:03.450768 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-d5b4fc1c-7968-412a-9af0-acb4bbccb12c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1047417949-network', 'tenant_id': 'a533b6cd4191441e8d9a1a647c3524f9'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:23:03.483848 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-2668375d-d60b-46b9-888a-a869cfa86a9c tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] Request body: {'port': {'device_id': '40e788bf-4eb5-42c0-8b71-947b14a62183', 'network_id': '91cdd107-2e0d-4edf-b94d-2a69e015516f', 'admin_state_up': True, 'tenant_id': '383ca417529041848d3104111c8b3d73'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:23:03.804725 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb48b54b-69c8-445d-9c2c-54f3f5f5b8ba None None] Pushing event updated for resources: {'Port': ['ID=e0f234a0-175d-42f0-8ebc-cc17d7338b1c,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:03.851040 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6f91db8f-70fd-465a-9a43-1cfc41f1bbc3 None None] Provisioning complete for port 9e3403b2-d152-460c-8226-44b1fb84a261 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:23:03.851840 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6f91db8f-70fd-465a-9a43-1cfc41f1bbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:03.853377 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d70a03-6996-4b7e-9f32-92ecb0ec1213 None None] Routers {'734300e0-7743-42aa-b8bb-4758d7b8ad32'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:23:03.854034 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-e4d70a03-6996-4b7e-9f32-92ecb0ec1213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:22:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['734300e0-7743-42aa-b8bb-4758d7b8ad32'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:23:03.893427 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-25f9a106-ad99-45b4-918c-4390e9f7264c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:03.906425 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b4fc1c-7968-412a-9af0-acb4bbccb12c admin admin] Made reservation on behalf of a533b6cd4191441e8d9a1a647c3524f9 for: {'network': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:23:03.910773 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d5b4fc1c-7968-412a-9af0-acb4bbccb12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for network, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:03.937889 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d5b4fc1c-7968-412a-9af0-acb4bbccb12c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:04.049859 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589a5ddf-67d1-4f1c-9281-8aca63a0d3fa None None] Network ce9dc6dd-f0bf-4ede-a694-43b2f2633288 requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:23:04.123982 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d5b4fc1c-7968-412a-9af0-acb4bbccb12c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:04.125630 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8c428558-c3e4-4d69-accf-42348c09c9af admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:04.152089 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af52fcf-bf80-488d-889e-e0b7ebc1ea2c admin admin] Router 734300e0-7743-42aa-b8bb-4758d7b8ad32 has already been hosted by L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 12:23:04.156058 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-6f91db8f-70fd-465a-9a43-1cfc41f1bbc3 None None] Port 9e3403b2-d152-460c-8226-44b1fb84a261 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 12:23:04.158509 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f9a106-ad99-45b4-918c-4390e9f7264c admin admin] Network b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:23:04.194245 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f9a106-ad99-45b4-918c-4390e9f7264c admin admin] Pushing event updated for resources: {'Port': ['ID=3bd5e847-5cc4-4f37-bd74-8ea25018927b,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:04.203361 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-25f9a106-ad99-45b4-918c-4390e9f7264c admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:23:04.208084 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f9a106-ad99-45b4-918c-4390e9f7264c admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:23:04.209442 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-25f9a106-ad99-45b4-918c-4390e9f7264c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602243'] for router_interface, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:04.346164 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d5b4fc1c-7968-412a-9af0-acb4bbccb12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:04.422467 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5b4fc1c-7968-412a-9af0-acb4bbccb12c admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=92929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 12:23:04.444719 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d5b4fc1c-7968-412a-9af0-acb4bbccb12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207'] for segment, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:04.455162 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-f97dfa21-49d9-411f-a24d-e014644e1f3e None None] Provisioning for port 8795f496-4592-4315-a81a-9eb330c2e5cf completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:23:04.457942 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.db.segments_db [None req-d5b4fc1c-7968-412a-9af0-acb4bbccb12c admin admin] Added segment 94ad1c48-8557-4284-949f-7353fa718a91 of type vlan for network 5da444e4-04c2-4c59-a947-40dd44a05dd8 Jul 05 12:23:04.531392 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-acb3be2b-0c6e-47fa-b283-0d4024054760 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:04.532997 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-acb3be2b-0c6e-47fa-b283-0d4024054760 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.16 "GET /v2.0/networks?id=bc0fd846-c334-4479-a84c-f394ce1a591f HTTP/1.1" status: 200 len: 814 time: 2.8701189 Jul 05 12:23:04.552640 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-e4d70a03-6996-4b7e-9f32-92ecb0ec1213 None None] Set router 734300e0-7743-42aa-b8bb-4758d7b8ad32 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:23:04.564046 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d7687c-7db5-4278-b22b-d09317db21c4 admin admin] Router 395058aa-bd8e-4054-9b7a-b7df9ee90184 is scheduled to L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 with binding_index 1 {{(pid=92928) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 12:23:04.801396 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-b8fc8442-4998-4b2f-983d-2d17890fe2aa tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Request body: {'port': {'device_id': '847d2786-50c8-484c-98bd-2706717c0b52', 'network_id': 'bc0fd846-c334-4479-a84c-f394ce1a591f', 'admin_state_up': True, 'tenant_id': 'fd0aa17a4d714d59b57932648b3a0268'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:23:04.813571 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 5a70b7f1-ab25-4192-97ed-491dac12650d up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:23:04.894850 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 33532) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:04.895652 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c4e26b0e-d0a3-4515-b641-6d4af49e577e req-ca94cb98-eb60-4484-90c1-e4cddf8c5ce6 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] 10.222.0.52 "GET /v2.0/ports?device_id=40e788bf-4eb5-42c0-8b71-947b14a62183 HTTP/1.1" status: 200 len: 210 time: 0.5085759 Jul 05 12:23:05.061196 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8c428558-c3e4-4d69-accf-42348c09c9af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:05.102135 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d5b4fc1c-7968-412a-9af0-acb4bbccb12c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761929207381'] for network, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:05.113215 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning for port 5a70b7f1-ab25-4192-97ed-491dac12650d completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:23:05.130221 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port 5a70b7f1-ab25-4192-97ed-491dac12650d triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:23:05.130608 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:05.132612 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4fc1c-7968-412a-9af0-acb4bbccb12c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51bbf839-8a9f-4600-a585-23111af46ae1,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:05.139192 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e4d30261-40a7-4692-8048-b133f7e148a9 req-1928ae0a-f832-4ee0-b4d2-665bcc82eadb tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=847d2786-50c8-484c-98bd-2706717c0b52 HTTP/1.1" status: 200 len: 210 time: 0.2109096 Jul 05 12:23:05.195292 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8c428558-c3e4-4d69-accf-42348c09c9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:05.209458 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-e4d70a03-6996-4b7e-9f32-92ecb0ec1213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'name': 'tempest-AttachVolumeShelveTestJSON-575998965-router', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e0f234a0-175d-42f0-8ebc-cc17d7338b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:54Z', 'updated_at': '2021-07-05T12:23:00Z', 'revision_number': 4, 'project_id': 'c2204859a25945928d43901f7e432e4b', 'gw_port': {'id': 'e0f234a0-175d-42f0-8ebc-cc17d7338b1c', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:55Z', 'updated_at': '2021-07-05T12:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '9e3403b2-d152-460c-8226-44b1fb84a261', 'name': '', 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'mac_address': 'fa:16:3e:ff:4c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e29bc3a4-4782-4c7f-be99-ab421b15f5f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:59Z', 'updated_at': '2021-07-05T12:23:01Z', 'revision_number': 2, 'project_id': 'c2204859a25945928d43901f7e432e4b', 'subnets': [{'id': 'e29bc3a4-4782-4c7f-be99-ab421b15f5f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:23:05.253721 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d5b4fc1c-7968-412a-9af0-acb4bbccb12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583'] for network, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:05.254693 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b4fc1c-7968-412a-9af0-acb4bbccb12c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:05.255300 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d5b4fc1c-7968-412a-9af0-acb4bbccb12c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:05.264552 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-25f9a106-ad99-45b4-918c-4390e9f7264c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:05.267875 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-8c428558-c3e4-4d69-accf-42348c09c9af admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b3078d4d0b0348a2aa18eec0d7b0ffc4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1250582 Jul 05 12:23:05.290412 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 33536) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:05.292910 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d70a03-6996-4b7e-9f32-92ecb0ec1213 None None] The sync data for ids ['734300e0-7743-42aa-b8bb-4758d7b8ad32'] in dv-cinder-796286-12-iscsi is: [{'id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'name': 'tempest-AttachVolumeShelveTestJSON-575998965-router', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e0f234a0-175d-42f0-8ebc-cc17d7338b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:54Z', 'updated_at': '2021-07-05T12:23:00Z', 'revision_number': 4, 'project_id': 'c2204859a25945928d43901f7e432e4b', 'gw_port': {'id': 'e0f234a0-175d-42f0-8ebc-cc17d7338b1c', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:55Z', 'updated_at': '2021-07-05T12:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '9e3403b2-d152-460c-8226-44b1fb84a261', 'name': '', 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'mac_address': 'fa:16:3e:ff:4c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e29bc3a4-4782-4c7f-be99-ab421b15f5f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:59Z', 'updated_at': '2021-07-05T12:23:01Z', 'revision_number': 2, 'project_id': 'c2204859a25945928d43901f7e432e4b', 'subnets': [{'id': 'e29bc3a4-4782-4c7f-be99-ab421b15f5f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:23:05.309291 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-414386fd-427e-46fd-a362-99d32076cd1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:05.315409 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-2668375d-d60b-46b9-888a-a869cfa86a9c tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] Made reservation on behalf of 383ca417529041848d3104111c8b3d73 for: {'port': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:23:05.320211 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-2668375d-d60b-46b9-888a-a869cfa86a9c tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:05.372978 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c428558-c3e4-4d69-accf-42348c09c9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c987b72-8051-405e-a029-a4c439ec7201,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:05.471671 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-b8fc8442-4998-4b2f-983d-2d17890fe2aa tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Made reservation on behalf of fd0aa17a4d714d59b57932648b3a0268 for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:23:05.478438 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-b8fc8442-4998-4b2f-983d-2d17890fe2aa tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:05.489289 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:05.583602 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] For port 5a70b7f1-ab25-4192-97ed-491dac12650d, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=5a70b7f1-ab25-4192-97ed-491dac12650d,segment=NetworkSegment(7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0),segment_id=7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:23:05.596493 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:05.597697 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 8795f496-4592-4315-a81a-9eb330c2e5cf up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:23:05.611740 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-d5b4fc1c-7968-412a-9af0-acb4bbccb12c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.0508881 Jul 05 12:23:05.626716 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 33538) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:05.651809 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-e604d043-1729-4390-8707-d89cbadb3c82 admin admin] Request body: {'subnet': {'network_id': '5da444e4-04c2-4c59-a947-40dd44a05dd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1047417949-subnet', 'tenant_id': 'a533b6cd4191441e8d9a1a647c3524f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:23:05.688841 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4fc1c-7968-412a-9af0-acb4bbccb12c admin admin] Pushing event updated for resources: {'Network': ['ID=5da444e4-04c2-4c59-a947-40dd44a05dd8,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:05.771820 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Network 5da444e4-04c2-4c59-a947-40dd44a05dd8 details requested by agent ovs-agent-dv-cinder-796286-12-iscsi with host dv-cinder-796286-12-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 12:23:05.848866 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af52fcf-bf80-488d-889e-e0b7ebc1ea2c admin admin] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:23:05.860292 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-414386fd-427e-46fd-a362-99d32076cd1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:05.899436 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-8af52fcf-bf80-488d-889e-e0b7ebc1ea2c admin admin] 10.222.0.52 "PUT /v2.0/routers/734300e0-7743-42aa-b8bb-4758d7b8ad32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2839389 Jul 05 12:23:05.901580 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Pushing event updated for resources: {'Port': ['ID=5a70b7f1-ab25-4192-97ed-491dac12650d,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:06.030597 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning for port 8795f496-4592-4315-a81a-9eb330c2e5cf completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:23:06.033800 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e604d043-1729-4390-8707-d89cbadb3c82 admin admin] Made reservation on behalf of a533b6cd4191441e8d9a1a647c3524f9 for: {'subnet': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:23:06.036134 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e604d043-1729-4390-8707-d89cbadb3c82 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:06.040311 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port 8795f496-4592-4315-a81a-9eb330c2e5cf triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:23:06.041596 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:06.101231 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d7687c-7db5-4278-b22b-d09317db21c4 admin admin] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:23:06.120304 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ad3e39-9576-4172-baab-56207dcfa908 None None] Sync routers for ids ['395058aa-bd8e-4054-9b7a-b7df9ee90184'] in dv-cinder-796286-12-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:23:06.137524 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ad3e39-9576-4172-baab-56207dcfa908 None None] Routers {'395058aa-bd8e-4054-9b7a-b7df9ee90184'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:23:06.138260 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-f5ad3e39-9576-4172-baab-56207dcfa908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:22:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['395058aa-bd8e-4054-9b7a-b7df9ee90184'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:23:06.352483 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:06.411746 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-25f9a106-ad99-45b4-918c-4390e9f7264c admin admin] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:06.420080 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-414386fd-427e-46fd-a362-99d32076cd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:06.472938 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] For port 8795f496-4592-4315-a81a-9eb330c2e5cf, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=8795f496-4592-4315-a81a-9eb330c2e5cf,segment=NetworkSegment(a5eff1d7-bf39-4749-97ff-8022401a9780),segment_id=a5eff1d7-bf39-4749-97ff-8022401a9780)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:23:06.479022 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:06.501610 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-414386fd-427e-46fd-a362-99d32076cd1e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=18772c08d0c942d2867e2046521b85f7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5969799 Jul 05 12:23:06.501610 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-25f9a106-ad99-45b4-918c-4390e9f7264c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:06.501610 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-25f9a106-ad99-45b4-918c-4390e9f7264c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1576638'] for router_interface, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:06.534970 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 33548) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:06.604933 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Pushing event updated for resources: {'Port': ['ID=8795f496-4592-4315-a81a-9eb330c2e5cf,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:06.606163 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e604d043-1729-4390-8707-d89cbadb3c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583'] for subnet, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:06.689908 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 5a70b7f1-ab25-4192-97ed-491dac12650d up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:23:06.751153 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-f5ad3e39-9576-4172-baab-56207dcfa908 None None] Set router 395058aa-bd8e-4054-9b7a-b7df9ee90184 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:23:06.783587 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port 5a70b7f1-ab25-4192-97ed-491dac12650d triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:23:06.784440 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:06.896181 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f9a106-ad99-45b4-918c-4390e9f7264c admin admin] Pushing event updated for resources: {'Port': ['ID=3bd5e847-5cc4-4f37-bd74-8ea25018927b,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:06.923576 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f9a106-ad99-45b4-918c-4390e9f7264c admin admin] Network b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:23:07.012764 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-25f9a106-ad99-45b4-918c-4390e9f7264c admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:23:07.069778 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-772803da-3ab9-4049-acc3-0b33e4d4961d req-affaac00-f6db-4de7-b939-48d8c5321244 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] 10.222.0.52 "GET /v2.0/ports?device_id=40e788bf-4eb5-42c0-8b71-947b14a62183 HTTP/1.1" status: 200 len: 210 time: 0.5038338 Jul 05 12:23:07.072707 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d3d7687c-7db5-4278-b22b-d09317db21c4 admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:07.079760 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d3d7687c-7db5-4278-b22b-d09317db21c4 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.9682024 Jul 05 12:23:07.091087 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7eac57f0-3c76-4b64-999a-e2f2423ffb93 req-331976bd-205d-4084-bf58-48d3615ee80a tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=847d2786-50c8-484c-98bd-2706717c0b52 HTTP/1.1" status: 200 len: 210 time: 0.5048614 Jul 05 12:23:07.127042 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 33552) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:07.159805 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604d043-1729-4390-8707-d89cbadb3c82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ca9cfdc-313f-4f2b-9a2f-178e0d85876d,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:07.190040 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-f5ad3e39-9576-4172-baab-56207dcfa908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'name': 'tempest-AttachVolumeTestJSON-1311480240-router', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'c8262b5f-c4c1-429d-a20f-ba30051f9b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:57Z', 'updated_at': '2021-07-05T12:23:00Z', 'revision_number': 3, 'project_id': '35f01324a75d49b0a41482389c6e6ffa', 'gw_port': {'id': 'c8262b5f-c4c1-429d-a20f-ba30051f9b11', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:70:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:58Z', 'updated_at': '2021-07-05T12:22:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi'}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:23:07.230498 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-2668375d-d60b-46b9-888a-a869cfa86a9c tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] Allocated IP 172.20.0.8 (91cdd107-2e0d-4edf-b94d-2a69e015516f/6be35130-2cef-4151-b10a-cfbd9cc073f5/40bf9e95-0c33-45db-9824-f45d0268b3b9) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:23:07.290643 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e604d043-1729-4390-8707-d89cbadb3c82 admin admin] Checking segment: {'id': '94ad1c48-8557-4284-949f-7353fa718a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5da444e4-04c2-4c59-a947-40dd44a05dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:23:07.291708 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e604d043-1729-4390-8707-d89cbadb3c82 admin admin] Network hostable DHCP agents. Network: 5da444e4-04c2-4c59-a947-40dd44a05dd8, hostable agents: ['60ff58b7-18de-4b80-8279-d7ac18a51ea8'], hosted agents: [] {{(pid=92929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 12:23:07.298705 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ad3e39-9576-4172-baab-56207dcfa908 None None] Checking router: 395058aa-bd8e-4054-9b7a-b7df9ee90184 for host: dv-cinder-796286-12-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:23:07.299458 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ad3e39-9576-4172-baab-56207dcfa908 None None] Updating router 395058aa-bd8e-4054-9b7a-b7df9ee90184 port c8262b5f-c4c1-429d-a20f-ba30051f9b11 binding host dv-cinder-796286-12-iscsi {{(pid=92931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 12:23:07.408430 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e604d043-1729-4390-8707-d89cbadb3c82 admin admin] Network 5da444e4-04c2-4c59-a947-40dd44a05dd8 is scheduled to be hosted by DHCP agent 60ff58b7-18de-4b80-8279-d7ac18a51ea8 with binding_index 1 {{(pid=92929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 12:23:07.436743 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f5ad3e39-9576-4172-baab-56207dcfa908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:07.457012 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-e604d043-1729-4390-8707-d89cbadb3c82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-12-iscsi, 5da444e4-04c2-4c59-a947-40dd44a05dd8) {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:23:07.464603 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e604d043-1729-4390-8707-d89cbadb3c82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:07.467643 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec222fcd-8c1e-45d3-84eb-e2cd02086286 None None] Network 5da444e4-04c2-4c59-a947-40dd44a05dd8 requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:23:07.468204 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e604d043-1729-4390-8707-d89cbadb3c82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:07.503713 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-b8fc8442-4998-4b2f-983d-2d17890fe2aa tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Allocated IP 172.20.0.3 (bc0fd846-c334-4479-a84c-f394ce1a591f/5b41b9be-ddbd-4ad2-a9b4-39ca25692a51/5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:23:07.692172 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-e604d043-1729-4390-8707-d89cbadb3c82 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0523763 Jul 05 12:23:07.767644 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235bed01-4eed-473d-ae33-fd34b4bc3022 None None] Network 5da444e4-04c2-4c59-a947-40dd44a05dd8 requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:23:07.885559 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-2668375d-d60b-46b9-888a-a869cfa86a9c tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:07.945193 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414386fd-427e-46fd-a362-99d32076cd1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75b4c4a-3631-4fef-9921-2288a74c51ce,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:08.023525 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-2668375d-d60b-46b9-888a-a869cfa86a9c tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:08.265288 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f5ad3e39-9576-4172-baab-56207dcfa908 None None] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:08.296279 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-f5ad3e39-9576-4172-baab-56207dcfa908 None None] Transition to ACTIVE for port object c8262b5f-c4c1-429d-a20f-ba30051f9b11 will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:23:08.308474 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f5ad3e39-9576-4172-baab-56207dcfa908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:08.465841 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 33568) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:08.467054 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-f5ad3e39-9576-4172-baab-56207dcfa908 None None] Attempting to bind port c8262b5f-c4c1-429d-a20f-ba30051f9b11 on host dv-cinder-796286-12-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:23:08.467424 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-f5ad3e39-9576-4172-baab-56207dcfa908 None None] Attempting to bind port c8262b5f-c4c1-429d-a20f-ba30051f9b11 by drivers openvswitch,hyperv on host dv-cinder-796286-12-iscsi at level 0 using segments [{'id': '7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:23:08.467835 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ad3e39-9576-4172-baab-56207dcfa908 None None] Attempting to bind port c8262b5f-c4c1-429d-a20f-ba30051f9b11 on network aa38b356-d6cf-48be-b408-9464f33b7649 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:23:08.486284 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433016dc-c836-4918-8073-9c1367526046 None None] Pushing event updated for resources: {'Port': ['ID=c8262b5f-c4c1-429d-a20f-ba30051f9b11,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:08.500672 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ad3e39-9576-4172-baab-56207dcfa908 None None] Checking agent: {'id': '179553a2-8e69-4f7b-8819-fceafac5268f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 15, 24), 'started_at': datetime.datetime(2021, 7, 5, 12, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:23:08.501105 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ad3e39-9576-4172-baab-56207dcfa908 None None] Checking segment: {'id': '7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:23:08.501514 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f5ad3e39-9576-4172-baab-56207dcfa908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:08.501956 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ad3e39-9576-4172-baab-56207dcfa908 None None] Bound using segment: {'id': '7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:23:08.502462 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-f5ad3e39-9576-4172-baab-56207dcfa908 None None] Bound port: c8262b5f-c4c1-429d-a20f-ba30051f9b11, host: dv-cinder-796286-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:23:08.502886 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f5ad3e39-9576-4172-baab-56207dcfa908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:08.537348 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-1c69fc1b-24e2-4118-978e-1160f7b327b0 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2108843280', 'description': 'tempest-description--1337272135'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:23:08.550859 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f9a106-ad99-45b4-918c-4390e9f7264c admin admin] Router deee123b-d1da-48eb-80f1-d8b5cc3378de has already been hosted by L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 12:23:08.577666 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2668375d-d60b-46b9-888a-a869cfa86a9c tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] Pushing event updated for resources: {'Port': ['ID=40bf9e95-0c33-45db-9824-f45d0268b3b9,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:08.593666 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4238e2d5-3f2b-4b4f-93ac-d1ed81c77d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:08.596086 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-2668375d-d60b-46b9-888a-a869cfa86a9c tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] Network 91cdd107-2e0d-4edf-b94d-2a69e015516f is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:23:08.678118 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-f5ad3e39-9576-4172-baab-56207dcfa908 None None] For port c8262b5f-c4c1-429d-a20f-ba30051f9b11, host dv-cinder-796286-12-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:23:08.686261 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-f5ad3e39-9576-4172-baab-56207dcfa908 None None] For port c8262b5f-c4c1-429d-a20f-ba30051f9b11, host dv-cinder-796286-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=c8262b5f-c4c1-429d-a20f-ba30051f9b11,segment=NetworkSegment(7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0),segment_id=7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:23:08.695038 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f5ad3e39-9576-4172-baab-56207dcfa908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:08.721487 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-2668375d-d60b-46b9-888a-a869cfa86a9c tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:23:08.735959 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-2668375d-d60b-46b9-888a-a869cfa86a9c tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:23:08.743512 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-2668375d-d60b-46b9-888a-a869cfa86a9c tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:08.744375 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-2668375d-d60b-46b9-888a-a869cfa86a9c tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:08.801831 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 8795f496-4592-4315-a81a-9eb330c2e5cf up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:23:08.854946 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4238e2d5-3f2b-4b4f-93ac-d1ed81c77d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:08.906210 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cc3f23f2-5576-4c3d-b833-8fde6e1158db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:08.922867 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433016dc-c836-4918-8073-9c1367526046 None None] Pushing event updated for resources: {'Port': ['ID=c8262b5f-c4c1-429d-a20f-ba30051f9b11,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:08.949851 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-90c4ce8e-fada-4d0d-8e4d-174639bc9893 req-c87f792a-a051-4cc1-90d5-16eaa6a2bce0 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=847d2786-50c8-484c-98bd-2706717c0b52 HTTP/1.1" status: 200 len: 210 time: 0.2613897 Jul 05 12:23:08.950804 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1c69fc1b-24e2-4118-978e-1160f7b327b0 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:08.963075 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ad3e39-9576-4172-baab-56207dcfa908 None None] Routers {'395058aa-bd8e-4054-9b7a-b7df9ee90184'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:23:08.963730 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-f5ad3e39-9576-4172-baab-56207dcfa908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:22:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['395058aa-bd8e-4054-9b7a-b7df9ee90184'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:23:08.963932 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-b8fc8442-4998-4b2f-983d-2d17890fe2aa tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:08.967200 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port 8795f496-4592-4315-a81a-9eb330c2e5cf triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:23:08.967780 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:09.011099 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-2668375d-d60b-46b9-888a-a869cfa86a9c tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5337343 Jul 05 12:23:09.016288 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 33578) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:09.042335 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-e6e19517-2803-4750-b74d-d6360bd5dde7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1832242355-network', 'tenant_id': 'be99a14b368242cfbec3c11e83d6d22b'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:23:09.171834 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cc3f23f2-5576-4c3d-b833-8fde6e1158db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:09.177208 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e19517-2803-4750-b74d-d6360bd5dde7 admin admin] Made reservation on behalf of be99a14b368242cfbec3c11e83d6d22b for: {'network': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:23:09.179576 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e6e19517-2803-4750-b74d-d6360bd5dde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for network, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:09.198082 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device e0f234a0-175d-42f0-8ebc-cc17d7338b1c up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:23:09.204723 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46591762-e3ab-4f21-9008-2ae663ebed6b req-2b8074bd-8f1b-401e-8656-dfbabccd0946 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:09.224103 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-46591762-e3ab-4f21-9008-2ae663ebed6b req-2b8074bd-8f1b-401e-8656-dfbabccd0946 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] 10.222.0.52 "GET /v2.0/ports?device_id=40e788bf-4eb5-42c0-8b71-947b14a62183 HTTP/1.1" status: 200 len: 931 time: 0.7589757 Jul 05 12:23:09.264099 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-f5ad3e39-9576-4172-baab-56207dcfa908 None None] Set router 395058aa-bd8e-4054-9b7a-b7df9ee90184 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:23:09.295331 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e6e19517-2803-4750-b74d-d6360bd5dde7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:09.308569 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning for port e0f234a0-175d-42f0-8ebc-cc17d7338b1c completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:23:09.326002 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port e0f234a0-175d-42f0-8ebc-cc17d7338b1c triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:23:09.328034 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:09.373933 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-b8fc8442-4998-4b2f-983d-2d17890fe2aa tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:09.404824 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb468f87-c175-4a37-ba95-2611d5bb3a8a None None] Sync routers for ids ['734300e0-7743-42aa-b8bb-4758d7b8ad32'] in dv-cinder-796286-12-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:23:09.449888 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-46591762-e3ab-4f21-9008-2ae663ebed6b req-97cc9515-6426-45e5-a331-245a7bc541d7 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] 10.222.0.52 "GET /v2.0/security-groups?id=2085552b-0d86-439b-b60e-7d3d54836673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247670 Jul 05 12:23:09.466654 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb468f87-c175-4a37-ba95-2611d5bb3a8a None None] Routers {'734300e0-7743-42aa-b8bb-4758d7b8ad32'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:23:09.467678 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-cb468f87-c175-4a37-ba95-2611d5bb3a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:22:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['734300e0-7743-42aa-b8bb-4758d7b8ad32'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:23:09.481685 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-be89f7d4-698a-4d1f-85c3-48cda77da6e3 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=92929) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 12:23:09.482766 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-be89f7d4-698a-4d1f-85c3-48cda77da6e3 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053654 Jul 05 12:23:09.552857 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1c69fc1b-24e2-4118-978e-1160f7b327b0 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:09.560942 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1c69fc1b-24e2-4118-978e-1160f7b327b0 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:09.568669 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-b8fc8442-4998-4b2f-983d-2d17890fe2aa tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Network bc0fd846-c334-4479-a84c-f394ce1a591f is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:23:09.571449 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f9a106-ad99-45b4-918c-4390e9f7264c admin admin] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:23:09.581713 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-b8fc8442-4998-4b2f-983d-2d17890fe2aa tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:23:09.583346 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4238e2d5-3f2b-4b4f-93ac-d1ed81c77d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:09.586272 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4238e2d5-3f2b-4b4f-93ac-d1ed81c77d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:09.588129 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-4238e2d5-3f2b-4b4f-93ac-d1ed81c77d04 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2c987b72-8051-405e-a029-a4c439ec7201 HTTP/1.1" status: 204 len: 168 time: 4.2891691 Jul 05 12:23:09.611492 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984399a1-d47c-4fa1-ae61-213375ec6271 None None] Sync routers for ids ['deee123b-d1da-48eb-80f1-d8b5cc3378de'] in dv-cinder-796286-12-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:23:09.612861 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-b8fc8442-4998-4b2f-983d-2d17890fe2aa tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:23:09.626908 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-b8fc8442-4998-4b2f-983d-2d17890fe2aa tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:09.627779 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-b8fc8442-4998-4b2f-983d-2d17890fe2aa tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:09.631975 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984399a1-d47c-4fa1-ae61-213375ec6271 None None] Routers {'deee123b-d1da-48eb-80f1-d8b5cc3378de'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:23:09.632641 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-984399a1-d47c-4fa1-ae61-213375ec6271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:22:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['deee123b-d1da-48eb-80f1-d8b5cc3378de'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:23:09.676108 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-25f9a106-ad99-45b4-918c-4390e9f7264c admin admin] 10.222.0.52 "PUT /v2.0/routers/deee123b-d1da-48eb-80f1-d8b5cc3378de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2769766 Jul 05 12:23:09.701497 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-cb468f87-c175-4a37-ba95-2611d5bb3a8a None None] Set router 734300e0-7743-42aa-b8bb-4758d7b8ad32 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:23:09.762004 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-f5ad3e39-9576-4172-baab-56207dcfa908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'name': 'tempest-AttachVolumeTestJSON-1311480240-router', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'c8262b5f-c4c1-429d-a20f-ba30051f9b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:57Z', 'updated_at': '2021-07-05T12:23:00Z', 'revision_number': 3, 'project_id': '35f01324a75d49b0a41482389c6e6ffa', 'gw_port': {'id': 'c8262b5f-c4c1-429d-a20f-ba30051f9b11', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:70:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:58Z', 'updated_at': '2021-07-05T12:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi'}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:23:09.807407 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69fc1b-24e2-4118-978e-1160f7b327b0 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55de064e-556b-432c-a876-c62589b52d55,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:09.817761 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc8442-4998-4b2f-983d-2d17890fe2aa tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Pushing event updated for resources: {'Port': ['ID=5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:09.840052 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4238e2d5-3f2b-4b4f-93ac-d1ed81c77d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c987b72-8051-405e-a029-a4c439ec7201,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:09.840283 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ad3e39-9576-4172-baab-56207dcfa908 None None] The sync data for ids ['395058aa-bd8e-4054-9b7a-b7df9ee90184'] in dv-cinder-796286-12-iscsi is: [{'id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'name': 'tempest-AttachVolumeTestJSON-1311480240-router', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'c8262b5f-c4c1-429d-a20f-ba30051f9b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:57Z', 'updated_at': '2021-07-05T12:23:00Z', 'revision_number': 3, 'project_id': '35f01324a75d49b0a41482389c6e6ffa', 'gw_port': {'id': 'c8262b5f-c4c1-429d-a20f-ba30051f9b11', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:70:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:58Z', 'updated_at': '2021-07-05T12:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi'}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:23:09.861843 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cc3f23f2-5576-4c3d-b833-8fde6e1158db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:09.872181 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cc3f23f2-5576-4c3d-b833-8fde6e1158db admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:09.874870 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-984399a1-d47c-4fa1-ae61-213375ec6271 None None] Set router deee123b-d1da-48eb-80f1-d8b5cc3378de gateway port host: dv-cinder-796286-12-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:23:09.875202 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-cc3f23f2-5576-4c3d-b833-8fde6e1158db admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f75b4c4a-3631-4fef-9921-2288a74c51ce HTTP/1.1" status: 204 len: 168 time: 3.0227444 Jul 05 12:23:09.915190 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f23f2-5576-4c3d-b833-8fde6e1158db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75b4c4a-3631-4fef-9921-2288a74c51ce,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:10.121025 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e6e19517-2803-4750-b74d-d6360bd5dde7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:10.135524 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:10.140325 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e6e19517-2803-4750-b74d-d6360bd5dde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:10.152926 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-b8fc8442-4998-4b2f-983d-2d17890fe2aa tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3578870 Jul 05 12:23:10.172869 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6e19517-2803-4750-b74d-d6360bd5dde7 admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=92929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 12:23:10.211195 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e6e19517-2803-4750-b74d-d6360bd5dde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207'] for segment, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:10.211955 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.db.segments_db [None req-e6e19517-2803-4750-b74d-d6360bd5dde7 admin admin] Added segment 0a7778d2-682e-4d7a-bba8-7033eee5d1f1 of type vlan for network 19a9f9c3-d21f-4287-9d44-c73a69ec076c Jul 05 12:23:10.378615 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e6e19517-2803-4750-b74d-d6360bd5dde7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761929207381'] for network, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:10.454045 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1c69fc1b-24e2-4118-978e-1160f7b327b0 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:10.456555 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-1c69fc1b-24e2-4118-978e-1160f7b327b0 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.9895625 Jul 05 12:23:10.457602 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e6e19517-2803-4750-b74d-d6360bd5dde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583'] for network, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:10.458988 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e19517-2803-4750-b74d-d6360bd5dde7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:10.459844 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e6e19517-2803-4750-b74d-d6360bd5dde7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:10.462595 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 33596) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:10.516111 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-984399a1-d47c-4fa1-ae61-213375ec6271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deee123b-d1da-48eb-80f1-d8b5cc3378de', 'name': 'tempest-ServerRescueNegativeTestJSON-427070111-router', 'tenant_id': '09591cb1baeb430290409e983f6117df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '5a70b7f1-ab25-4192-97ed-491dac12650d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:52Z', 'updated_at': '2021-07-05T12:23:04Z', 'revision_number': 4, 'project_id': '09591cb1baeb430290409e983f6117df', 'gw_port': {'id': '5a70b7f1-ab25-4192-97ed-491dac12650d', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deee123b-d1da-48eb-80f1-d8b5cc3378de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:53Z', 'updated_at': '2021-07-05T12:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '3bd5e847-5cc4-4f37-bd74-8ea25018927b', 'name': '', 'network_id': 'b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4', 'tenant_id': '09591cb1baeb430290409e983f6117df', 'mac_address': 'fa:16:3e:d9:21:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deee123b-d1da-48eb-80f1-d8b5cc3378de', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e30de3fd-5a84-4ee0-841b-b14be1c12396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:23:00Z', 'updated_at': '2021-07-05T12:23:05Z', 'revision_number': 2, 'project_id': '09591cb1baeb430290409e983f6117df', 'subnets': [{'id': 'e30de3fd-5a84-4ee0-841b-b14be1c12396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:23:10.535588 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-eabdcbe6-b0f2-4154-b4de-29a657b829f8 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Request body: {'security_group_rule': {'security_group_id': '55de064e-556b-432c-a876-c62589b52d55', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:23:10.583004 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-08897bac-99fa-4638-a00f-5beba2ae885e service neutron] Request body: {'port': {'device_id': '40e788bf-4eb5-42c0-8b71-947b14a62183', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:23:10.615355 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] For port e0f234a0-175d-42f0-8ebc-cc17d7338b1c, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=e0f234a0-175d-42f0-8ebc-cc17d7338b1c,segment=NetworkSegment(7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0),segment_id=7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:23:10.636005 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:10.658116 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984399a1-d47c-4fa1-ae61-213375ec6271 None None] Checking router: deee123b-d1da-48eb-80f1-d8b5cc3378de for host: dv-cinder-796286-12-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:23:10.658672 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984399a1-d47c-4fa1-ae61-213375ec6271 None None] Updating router deee123b-d1da-48eb-80f1-d8b5cc3378de port 3bd5e847-5cc4-4f37-bd74-8ea25018927b binding host dv-cinder-796286-12-iscsi {{(pid=92931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 12:23:10.676451 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7b9b1ef8-62c5-4d17-934e-a3d741c76067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:10.822911 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-984399a1-d47c-4fa1-ae61-213375ec6271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:10.841451 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Pushing event updated for resources: {'Port': ['ID=e0f234a0-175d-42f0-8ebc-cc17d7338b1c,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:10.910178 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device c8262b5f-c4c1-429d-a20f-ba30051f9b11 up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:23:11.045699 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-cb468f87-c175-4a37-ba95-2611d5bb3a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'name': 'tempest-AttachVolumeShelveTestJSON-575998965-router', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e0f234a0-175d-42f0-8ebc-cc17d7338b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:54Z', 'updated_at': '2021-07-05T12:23:00Z', 'revision_number': 4, 'project_id': 'c2204859a25945928d43901f7e432e4b', 'gw_port': {'id': 'e0f234a0-175d-42f0-8ebc-cc17d7338b1c', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:55Z', 'updated_at': '2021-07-05T12:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '9e3403b2-d152-460c-8226-44b1fb84a261', 'name': '', 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'mac_address': 'fa:16:3e:ff:4c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e29bc3a4-4782-4c7f-be99-ab421b15f5f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:59Z', 'updated_at': '2021-07-05T12:23:01Z', 'revision_number': 2, 'project_id': 'c2204859a25945928d43901f7e432e4b', 'subnets': [{'id': 'e29bc3a4-4782-4c7f-be99-ab421b15f5f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:23:11.160386 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-08897bac-99fa-4638-a00f-5beba2ae885e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:11.179694 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e19517-2803-4750-b74d-d6360bd5dde7 admin admin] Pushing event updated for resources: {'Network': ['ID=19a9f9c3-d21f-4287-9d44-c73a69ec076c,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:11.182434 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 33604) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:11.186709 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb468f87-c175-4a37-ba95-2611d5bb3a8a None None] Checking router: 734300e0-7743-42aa-b8bb-4758d7b8ad32 for host: dv-cinder-796286-12-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:23:11.187274 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb468f87-c175-4a37-ba95-2611d5bb3a8a None None] Updating router 734300e0-7743-42aa-b8bb-4758d7b8ad32 port 9e3403b2-d152-460c-8226-44b1fb84a261 binding host dv-cinder-796286-12-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 12:23:11.265802 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-7b9b1ef8-62c5-4d17-934e-a3d741c76067 admin admin] Allocated IP 172.20.0.1 (ce9dc6dd-f0bf-4ede-a694-43b2f2633288/2d9e9361-6ae5-4568-a40d-d37eb215fca7/2f870125-e7e6-4ae8-84f7-412921045392) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:23:11.353120 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cb468f87-c175-4a37-ba95-2611d5bb3a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:11.355301 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Network 19a9f9c3-d21f-4287-9d44-c73a69ec076c details requested by agent ovs-agent-dv-cinder-796286-12-iscsi with host dv-cinder-796286-12-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 12:23:11.388350 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-e6e19517-2803-4750-b74d-d6360bd5dde7 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3513949 Jul 05 12:23:11.407954 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e19517-2803-4750-b74d-d6360bd5dde7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9ae21c-7a3a-4b6b-bd74-17fdbf3c2b99,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:11.422179 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 33608) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:11.474561 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-571cd4c6-6d4f-4db8-bc6b-bcd028d3c89e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:11.491438 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 33610) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:11.502210 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-7369207a-885b-451d-b63e-0fee41b4d205 admin admin] Request body: {'subnet': {'network_id': '19a9f9c3-d21f-4287-9d44-c73a69ec076c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1832242355-subnet', 'tenant_id': 'be99a14b368242cfbec3c11e83d6d22b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:23:11.521771 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-a75413f0-d71d-4b46-85b3-60c1bc88b9d7 service neutron] Request body: {'port': {'device_id': '847d2786-50c8-484c-98bd-2706717c0b52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:23:11.636148 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning for port c8262b5f-c4c1-429d-a20f-ba30051f9b11 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:23:11.698148 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port c8262b5f-c4c1-429d-a20f-ba30051f9b11 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:23:11.698537 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:11.721890 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e989313-9296-46b6-a1e6-d84dc7c77b1e req-34cb3b18-b668-4faf-ba7d-14360e2aa711 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:11.725555 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2e989313-9296-46b6-a1e6-d84dc7c77b1e req-34cb3b18-b668-4faf-ba7d-14360e2aa711 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=847d2786-50c8-484c-98bd-2706717c0b52 HTTP/1.1" status: 200 len: 931 time: 1.2928448 Jul 05 12:23:11.726556 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fae13074-a453-4686-bad2-9b3e68cfefcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:11.783560 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7b9b1ef8-62c5-4d17-934e-a3d741c76067 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:11.843026 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-a75413f0-d71d-4b46-85b3-60c1bc88b9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:11.856379 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [None req-7b9b1ef8-62c5-4d17-934e-a3d741c76067 admin admin] Transition to ACTIVE for port object 2f870125-e7e6-4ae8-84f7-412921045392 will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:23:11.860866 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-eabdcbe6-b0f2-4154-b4de-29a657b829f8 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:11.913449 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-984399a1-d47c-4fa1-ae61-213375ec6271 None None] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:11.932917 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-984399a1-d47c-4fa1-ae61-213375ec6271 None None] Transition to ACTIVE for port object 3bd5e847-5cc4-4f37-bd74-8ea25018927b will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:23:11.946060 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-984399a1-d47c-4fa1-ae61-213375ec6271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:12.049560 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2e989313-9296-46b6-a1e6-d84dc7c77b1e req-e3ce0894-58ab-4205-a99d-dee2dac46a3a tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660840 Jul 05 12:23:12.062560 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7369207a-885b-451d-b63e-0fee41b4d205 admin admin] Made reservation on behalf of be99a14b368242cfbec3c11e83d6d22b for: {'subnet': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:23:12.065246 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7369207a-885b-451d-b63e-0fee41b4d205 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:12.128649 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab587e01-a6e1-43d0-a7b0-6b0e91465591 req-c5f1383e-1753-4553-9ef6-5cd8621b30a7 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:12.134955 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77686363-0df0-4bf3-b669-81b5893cf040 None None] Pushing event updated for resources: {'Port': ['ID=3bd5e847-5cc4-4f37-bd74-8ea25018927b,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:12.144978 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ab587e01-a6e1-43d0-a7b0-6b0e91465591 req-c5f1383e-1753-4553-9ef6-5cd8621b30a7 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] 10.222.0.52 "GET /v2.0/ports?device_id=40e788bf-4eb5-42c0-8b71-947b14a62183 HTTP/1.1" status: 200 len: 931 time: 1.1853559 Jul 05 12:23:12.160826 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7b9b1ef8-62c5-4d17-934e-a3d741c76067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:12.243625 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-984399a1-d47c-4fa1-ae61-213375ec6271 None None] Attempting to bind port 3bd5e847-5cc4-4f37-bd74-8ea25018927b on host dv-cinder-796286-12-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:23:12.244032 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-984399a1-d47c-4fa1-ae61-213375ec6271 None None] Attempting to bind port 3bd5e847-5cc4-4f37-bd74-8ea25018927b by drivers openvswitch,hyperv on host dv-cinder-796286-12-iscsi at level 0 using segments [{'id': 'd5363bdd-5cae-4366-a4bb-d332eedef118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:23:12.244480 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984399a1-d47c-4fa1-ae61-213375ec6271 None None] Attempting to bind port 3bd5e847-5cc4-4f37-bd74-8ea25018927b on network b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:23:12.251854 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b1ef8-62c5-4d17-934e-a3d741c76067 admin admin] Pushing event updated for resources: {'Port': ['ID=2f870125-e7e6-4ae8-84f7-412921045392,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:12.259611 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984399a1-d47c-4fa1-ae61-213375ec6271 None None] Checking agent: {'id': '179553a2-8e69-4f7b-8819-fceafac5268f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 15, 24), 'started_at': datetime.datetime(2021, 7, 5, 12, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:23:12.261744 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984399a1-d47c-4fa1-ae61-213375ec6271 None None] Checking segment: {'id': 'd5363bdd-5cae-4366-a4bb-d332eedef118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:23:12.262171 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-984399a1-d47c-4fa1-ae61-213375ec6271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:12.262585 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984399a1-d47c-4fa1-ae61-213375ec6271 None None] Bound using segment: {'id': 'd5363bdd-5cae-4366-a4bb-d332eedef118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:23:12.263112 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-984399a1-d47c-4fa1-ae61-213375ec6271 None None] Bound port: 3bd5e847-5cc4-4f37-bd74-8ea25018927b, host: dv-cinder-796286-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5363bdd-5cae-4366-a4bb-d332eedef118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:23:12.263541 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-984399a1-d47c-4fa1-ae61-213375ec6271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:12.278587 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9b1ef8-62c5-4d17-934e-a3d741c76067 admin admin] Network ce9dc6dd-f0bf-4ede-a694-43b2f2633288 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:23:12.280996 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-eabdcbe6-b0f2-4154-b4de-29a657b829f8 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:12.292277 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-7b9b1ef8-62c5-4d17-934e-a3d741c76067 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:23:12.295942 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9b1ef8-62c5-4d17-934e-a3d741c76067 admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:23:12.296851 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7b9b1ef8-62c5-4d17-934e-a3d741c76067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602243'] for router_interface, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:12.429830 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-eabdcbe6-b0f2-4154-b4de-29a657b829f8 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27642'] for security_group_rule, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:12.459382 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-984399a1-d47c-4fa1-ae61-213375ec6271 None None] For port 3bd5e847-5cc4-4f37-bd74-8ea25018927b, host dv-cinder-796286-12-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:23:12.469860 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-984399a1-d47c-4fa1-ae61-213375ec6271 None None] For port 3bd5e847-5cc4-4f37-bd74-8ea25018927b, host dv-cinder-796286-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=3bd5e847-5cc4-4f37-bd74-8ea25018927b,segment=NetworkSegment(d5363bdd-5cae-4366-a4bb-d332eedef118),segment_id=d5363bdd-5cae-4366-a4bb-d332eedef118)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:23:12.480847 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-984399a1-d47c-4fa1-ae61-213375ec6271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:12.551134 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cb468f87-c175-4a37-ba95-2611d5bb3a8a None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:12.581742 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cb468f87-c175-4a37-ba95-2611d5bb3a8a None None] Transition to ACTIVE for port object 9e3403b2-d152-460c-8226-44b1fb84a261 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:23:12.607774 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:12.645467 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984399a1-d47c-4fa1-ae61-213375ec6271 None None] Routers {'deee123b-d1da-48eb-80f1-d8b5cc3378de'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:23:12.645467 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-984399a1-d47c-4fa1-ae61-213375ec6271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:22:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['deee123b-d1da-48eb-80f1-d8b5cc3378de'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:23:12.671314 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] For port c8262b5f-c4c1-429d-a20f-ba30051f9b11, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=c8262b5f-c4c1-429d-a20f-ba30051f9b11,segment=NetworkSegment(7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0),segment_id=7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:23:12.677058 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cb468f87-c175-4a37-ba95-2611d5bb3a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:12.697617 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ab587e01-a6e1-43d0-a7b0-6b0e91465591 req-79f2cf09-cd2f-427b-bf6b-ef7eac650e5b tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] 10.222.0.52 "GET /v2.0/security-groups?id=2085552b-0d86-439b-b60e-7d3d54836673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936467 Jul 05 12:23:12.797838 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77686363-0df0-4bf3-b669-81b5893cf040 None None] Pushing event updated for resources: {'Port': ['ID=3bd5e847-5cc4-4f37-bd74-8ea25018927b,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:12.823747 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:12.873220 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c502d3bd-df2b-4481-8778-e04d4a847f01 None None] Pushing event updated for resources: {'Port': ['ID=9e3403b2-d152-460c-8226-44b1fb84a261,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:12.998021 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-984399a1-d47c-4fa1-ae61-213375ec6271 None None] Set router deee123b-d1da-48eb-80f1-d8b5cc3378de gateway port host: dv-cinder-796286-12-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:23:13.034578 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device e0f234a0-175d-42f0-8ebc-cc17d7338b1c up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:23:13.044087 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabdcbe6-b0f2-4154-b4de-29a657b829f8 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca1fd23f-3e63-4970-919d-53d18323d97e,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:13.224430 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-f53aae49-78d5-4ff8-933d-4fb5e9ba6fc4 None None] Provisioning for port 2f870125-e7e6-4ae8-84f7-412921045392 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:23:13.241496 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7b9b1ef8-62c5-4d17-934e-a3d741c76067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:13.250787 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-08897bac-99fa-4638-a00f-5beba2ae885e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40bf9e95-0c33-45db-9824-f45d0268b3b9 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:23:13.299630 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-f53aae49-78d5-4ff8-933d-4fb5e9ba6fc4 None None] Provisioning complete for port 2f870125-e7e6-4ae8-84f7-412921045392 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:23:13.311438 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f53aae49-78d5-4ff8-933d-4fb5e9ba6fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:13.410920 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-984399a1-d47c-4fa1-ae61-213375ec6271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deee123b-d1da-48eb-80f1-d8b5cc3378de', 'name': 'tempest-ServerRescueNegativeTestJSON-427070111-router', 'tenant_id': '09591cb1baeb430290409e983f6117df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '5a70b7f1-ab25-4192-97ed-491dac12650d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:52Z', 'updated_at': '2021-07-05T12:23:04Z', 'revision_number': 4, 'project_id': '09591cb1baeb430290409e983f6117df', 'gw_port': {'id': '5a70b7f1-ab25-4192-97ed-491dac12650d', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deee123b-d1da-48eb-80f1-d8b5cc3378de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:53Z', 'updated_at': '2021-07-05T12:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '3bd5e847-5cc4-4f37-bd74-8ea25018927b', 'name': '', 'network_id': 'b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4', 'tenant_id': '09591cb1baeb430290409e983f6117df', 'mac_address': 'fa:16:3e:d9:21:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deee123b-d1da-48eb-80f1-d8b5cc3378de', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e30de3fd-5a84-4ee0-841b-b14be1c12396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:23:00Z', 'updated_at': '2021-07-05T12:23:12Z', 'revision_number': 4, 'project_id': '09591cb1baeb430290409e983f6117df', 'subnets': [{'id': 'e30de3fd-5a84-4ee0-841b-b14be1c12396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:23:13.427873 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Pushing event updated for resources: {'Port': ['ID=c8262b5f-c4c1-429d-a20f-ba30051f9b11,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:13.442047 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-cb468f87-c175-4a37-ba95-2611d5bb3a8a None None] Attempting to bind port 9e3403b2-d152-460c-8226-44b1fb84a261 on host dv-cinder-796286-12-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:23:13.442427 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-cb468f87-c175-4a37-ba95-2611d5bb3a8a None None] Attempting to bind port 9e3403b2-d152-460c-8226-44b1fb84a261 by drivers openvswitch,hyperv on host dv-cinder-796286-12-iscsi at level 0 using segments [{'id': 'ba2612a6-0598-4c68-93ea-4c354bd542e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:23:13.442993 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb468f87-c175-4a37-ba95-2611d5bb3a8a None None] Attempting to bind port 9e3403b2-d152-460c-8226-44b1fb84a261 on network a54fe11d-9434-40ac-976c-e45f096866c1 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:23:13.445309 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-f53aae49-78d5-4ff8-933d-4fb5e9ba6fc4 None None] Port 2f870125-e7e6-4ae8-84f7-412921045392 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 12:23:13.463041 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb468f87-c175-4a37-ba95-2611d5bb3a8a None None] Checking agent: {'id': '179553a2-8e69-4f7b-8819-fceafac5268f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 15, 24), 'started_at': datetime.datetime(2021, 7, 5, 12, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:23:13.463424 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb468f87-c175-4a37-ba95-2611d5bb3a8a None None] Checking segment: {'id': 'ba2612a6-0598-4c68-93ea-4c354bd542e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:23:13.463837 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cb468f87-c175-4a37-ba95-2611d5bb3a8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:13.464242 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb468f87-c175-4a37-ba95-2611d5bb3a8a None None] Bound using segment: {'id': 'ba2612a6-0598-4c68-93ea-4c354bd542e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:23:13.464864 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-cb468f87-c175-4a37-ba95-2611d5bb3a8a None None] Bound port: 9e3403b2-d152-460c-8226-44b1fb84a261, host: dv-cinder-796286-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba2612a6-0598-4c68-93ea-4c354bd542e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:23:13.465317 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cb468f87-c175-4a37-ba95-2611d5bb3a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:13.484859 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984399a1-d47c-4fa1-ae61-213375ec6271 None None] The sync data for ids ['deee123b-d1da-48eb-80f1-d8b5cc3378de'] in dv-cinder-796286-12-iscsi is: [{'id': 'deee123b-d1da-48eb-80f1-d8b5cc3378de', 'name': 'tempest-ServerRescueNegativeTestJSON-427070111-router', 'tenant_id': '09591cb1baeb430290409e983f6117df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '5a70b7f1-ab25-4192-97ed-491dac12650d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:52Z', 'updated_at': '2021-07-05T12:23:04Z', 'revision_number': 4, 'project_id': '09591cb1baeb430290409e983f6117df', 'gw_port': {'id': '5a70b7f1-ab25-4192-97ed-491dac12650d', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deee123b-d1da-48eb-80f1-d8b5cc3378de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:53Z', 'updated_at': '2021-07-05T12:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '3bd5e847-5cc4-4f37-bd74-8ea25018927b', 'name': '', 'network_id': 'b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4', 'tenant_id': '09591cb1baeb430290409e983f6117df', 'mac_address': 'fa:16:3e:d9:21:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deee123b-d1da-48eb-80f1-d8b5cc3378de', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e30de3fd-5a84-4ee0-841b-b14be1c12396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:23:00Z', 'updated_at': '2021-07-05T12:23:12Z', 'revision_number': 4, 'project_id': '09591cb1baeb430290409e983f6117df', 'subnets': [{'id': 'e30de3fd-5a84-4ee0-841b-b14be1c12396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:23:13.488247 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-87d9fb89-bde8-4e14-a91d-f3972035312a tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:13.489691 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-87d9fb89-bde8-4e14-a91d-f3972035312a tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/networks?id=b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4 HTTP/1.1" status: 200 len: 818 time: 0.4201224 Jul 05 12:23:13.494013 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port e0f234a0-175d-42f0-8ebc-cc17d7338b1c triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:23:13.494408 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:13.496380 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-08897bac-99fa-4638-a00f-5beba2ae885e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:13.512122 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-08897bac-99fa-4638-a00f-5beba2ae885e service neutron] Transition to ACTIVE for port object 40bf9e95-0c33-45db-9824-f45d0268b3b9 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:23:13.534382 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7b9b1ef8-62c5-4d17-934e-a3d741c76067 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:13.546794 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7b9b1ef8-62c5-4d17-934e-a3d741c76067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:13.547750 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7b9b1ef8-62c5-4d17-934e-a3d741c76067 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1576638'] for router_interface, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:13.813426 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-08897bac-99fa-4638-a00f-5beba2ae885e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:13.853290 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-a75413f0-d71d-4b46-85b3-60c1bc88b9d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7 {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:23:13.869204 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9b1ef8-62c5-4d17-934e-a3d741c76067 admin admin] Network ce9dc6dd-f0bf-4ede-a694-43b2f2633288 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:23:13.872027 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-a75413f0-d71d-4b46-85b3-60c1bc88b9d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:13.875048 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b1ef8-62c5-4d17-934e-a3d741c76067 admin admin] Pushing event updated for resources: {'Port': ['ID=2f870125-e7e6-4ae8-84f7-412921045392,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:13.880721 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-7b9b1ef8-62c5-4d17-934e-a3d741c76067 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:23:14.038631 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-a75413f0-d71d-4b46-85b3-60c1bc88b9d7 service neutron] Transition to ACTIVE for port object 5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:23:14.056884 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-a75413f0-d71d-4b46-85b3-60c1bc88b9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:14.064770 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cb468f87-c175-4a37-ba95-2611d5bb3a8a None None] For port 9e3403b2-d152-460c-8226-44b1fb84a261, host dv-cinder-796286-12-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:23:14.094544 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cb468f87-c175-4a37-ba95-2611d5bb3a8a None None] For port 9e3403b2-d152-460c-8226-44b1fb84a261, host dv-cinder-796286-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=9e3403b2-d152-460c-8226-44b1fb84a261,segment=NetworkSegment(ba2612a6-0598-4c68-93ea-4c354bd542e5),segment_id=ba2612a6-0598-4c68-93ea-4c354bd542e5)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:23:14.108036 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cb468f87-c175-4a37-ba95-2611d5bb3a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:14.128704 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-8710c7ad-290f-4348-a170-d942bc5c8e8c tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/quotas/09591cb1baeb430290409e983f6117df HTTP/1.1" status: 200 len: 375 time: 0.3291504 Jul 05 12:23:14.228536 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08897bac-99fa-4638-a00f-5beba2ae885e service neutron] Pushing event updated for resources: {'Port': ['ID=40bf9e95-0c33-45db-9824-f45d0268b3b9,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:14.274717 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c502d3bd-df2b-4481-8778-e04d4a847f01 None None] Pushing event updated for resources: {'Port': ['ID=9e3403b2-d152-460c-8226-44b1fb84a261,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:14.289933 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9b1ef8-62c5-4d17-934e-a3d741c76067 admin admin] Router 395058aa-bd8e-4054-9b7a-b7df9ee90184 has already been hosted by L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 12:23:14.305971 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb468f87-c175-4a37-ba95-2611d5bb3a8a None None] Routers {'734300e0-7743-42aa-b8bb-4758d7b8ad32'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:23:14.307044 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-cb468f87-c175-4a37-ba95-2611d5bb3a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:22:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['734300e0-7743-42aa-b8bb-4758d7b8ad32'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:23:14.335858 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75413f0-d71d-4b46-85b3-60c1bc88b9d7 service neutron] Pushing event updated for resources: {'Port': ['ID=5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:14.481278 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-5fc5cf75-adef-4f16-a33c-dfaf37233013 None None] Provisioning complete for port 2f870125-e7e6-4ae8-84f7-412921045392 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:23:14.481732 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5fc5cf75-adef-4f16-a33c-dfaf37233013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:14.541602 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-08897bac-99fa-4638-a00f-5beba2ae885e service neutron] Attempting to bind port 40bf9e95-0c33-45db-9824-f45d0268b3b9 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:23:14.542169 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-08897bac-99fa-4638-a00f-5beba2ae885e service neutron] Attempting to bind port 40bf9e95-0c33-45db-9824-f45d0268b3b9 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '301397d7-1784-439b-8aea-f28ffd45f8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '91cdd107-2e0d-4edf-b94d-2a69e015516f'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:23:14.542269 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-08897bac-99fa-4638-a00f-5beba2ae885e service neutron] Attempting to bind port 40bf9e95-0c33-45db-9824-f45d0268b3b9 on network 91cdd107-2e0d-4edf-b94d-2a69e015516f {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:23:14.560496 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-571cd4c6-6d4f-4db8-bc6b-bcd028d3c89e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:14.587946 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-a75413f0-d71d-4b46-85b3-60c1bc88b9d7 service neutron] Attempting to bind port 5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:23:14.588311 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-a75413f0-d71d-4b46-85b3-60c1bc88b9d7 service neutron] Attempting to bind port 5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'feef0f2b-e156-4b96-9bca-0a760a19da57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'bc0fd846-c334-4479-a84c-f394ce1a591f'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:23:14.588703 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-a75413f0-d71d-4b46-85b3-60c1bc88b9d7 service neutron] Attempting to bind port 5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7 on network bc0fd846-c334-4479-a84c-f394ce1a591f {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:23:14.618110 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-a75413f0-d71d-4b46-85b3-60c1bc88b9d7 service neutron] Port 5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7 on network bc0fd846-c334-4479-a84c-f394ce1a591f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 12:23:14.618460 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-a75413f0-d71d-4b46-85b3-60c1bc88b9d7 service neutron] Attempting to bind port 5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7 on network bc0fd846-c334-4479-a84c-f394ce1a591f {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:23:14.641619 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-5fc5cf75-adef-4f16-a33c-dfaf37233013 None None] Port 2f870125-e7e6-4ae8-84f7-412921045392 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 12:23:14.666107 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-a75413f0-d71d-4b46-85b3-60c1bc88b9d7 service neutron] Checking agent: {'id': '3e7fb013-ee8e-41ba-b8fe-dbc5ebca3998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 21, 18), 'started_at': datetime.datetime(2021, 7, 5, 12, 21, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:23:14.667163 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-cb468f87-c175-4a37-ba95-2611d5bb3a8a None None] Set router 734300e0-7743-42aa-b8bb-4758d7b8ad32 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:23:14.667633 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-a75413f0-d71d-4b46-85b3-60c1bc88b9d7 service neutron] Checking segment: {'id': 'feef0f2b-e156-4b96-9bca-0a760a19da57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'bc0fd846-c334-4479-a84c-f394ce1a591f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:23:14.668213 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-a75413f0-d71d-4b46-85b3-60c1bc88b9d7 service neutron] Bound using segment: {'id': 'feef0f2b-e156-4b96-9bca-0a760a19da57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'bc0fd846-c334-4479-a84c-f394ce1a591f'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:23:14.670863 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-a75413f0-d71d-4b46-85b3-60c1bc88b9d7 service neutron] Bound port: 5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feef0f2b-e156-4b96-9bca-0a760a19da57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'bc0fd846-c334-4479-a84c-f394ce1a591f'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:23:14.671255 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-a75413f0-d71d-4b46-85b3-60c1bc88b9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:14.793733 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fae13074-a453-4686-bad2-9b3e68cfefcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:14.811639 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7369207a-885b-451d-b63e-0fee41b4d205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583'] for subnet, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:14.830379 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-571cd4c6-6d4f-4db8-bc6b-bcd028d3c89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:14.860503 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fae13074-a453-4686-bad2-9b3e68cfefcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:14.911136 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-eabdcbe6-b0f2-4154-b4de-29a657b829f8 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:14.912845 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-eabdcbe6-b0f2-4154-b4de-29a657b829f8 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 4.3836210 Jul 05 12:23:14.939660 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-a75413f0-d71d-4b46-85b3-60c1bc88b9d7 service neutron] For port 5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7, host hv-cinder-79628, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:23:14.946548 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-a75413f0-d71d-4b46-85b3-60c1bc88b9d7 service neutron] For port 5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7,segment=NetworkSegment(feef0f2b-e156-4b96-9bca-0a760a19da57),segment_id=feef0f2b-e156-4b96-9bca-0a760a19da57)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:23:14.966017 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 33632) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:14.977856 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-7b5f233e-ca0a-4f85-9fb1-4fcbf6125163 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Request body: {'security_group_rule': {'security_group_id': '55de064e-556b-432c-a876-c62589b52d55', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:23:15.002094 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-fae13074-a453-4686-bad2-9b3e68cfefcc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=589d0ea611e34a7f89dc46f6950acc94&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4760706 Jul 05 12:23:15.003241 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-08897bac-99fa-4638-a00f-5beba2ae885e service neutron] Port 40bf9e95-0c33-45db-9824-f45d0268b3b9 on network 91cdd107-2e0d-4edf-b94d-2a69e015516f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 12:23:15.003738 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-08897bac-99fa-4638-a00f-5beba2ae885e service neutron] Attempting to bind port 40bf9e95-0c33-45db-9824-f45d0268b3b9 on network 91cdd107-2e0d-4edf-b94d-2a69e015516f {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:23:15.003858 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-a75413f0-d71d-4b46-85b3-60c1bc88b9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:15.034293 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 33634) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:15.071623 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-08897bac-99fa-4638-a00f-5beba2ae885e service neutron] Checking agent: {'id': '3e7fb013-ee8e-41ba-b8fe-dbc5ebca3998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 21, 18), 'started_at': datetime.datetime(2021, 7, 5, 12, 21, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:23:15.071973 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-08897bac-99fa-4638-a00f-5beba2ae885e service neutron] Checking segment: {'id': '301397d7-1784-439b-8aea-f28ffd45f8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '91cdd107-2e0d-4edf-b94d-2a69e015516f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:23:15.072561 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-08897bac-99fa-4638-a00f-5beba2ae885e service neutron] Bound using segment: {'id': '301397d7-1784-439b-8aea-f28ffd45f8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '91cdd107-2e0d-4edf-b94d-2a69e015516f'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:23:15.073007 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-08897bac-99fa-4638-a00f-5beba2ae885e service neutron] Bound port: 40bf9e95-0c33-45db-9824-f45d0268b3b9, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '301397d7-1784-439b-8aea-f28ffd45f8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '91cdd107-2e0d-4edf-b94d-2a69e015516f'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:23:15.073388 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-08897bac-99fa-4638-a00f-5beba2ae885e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:15.098101 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-cb468f87-c175-4a37-ba95-2611d5bb3a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'name': 'tempest-AttachVolumeShelveTestJSON-575998965-router', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e0f234a0-175d-42f0-8ebc-cc17d7338b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:54Z', 'updated_at': '2021-07-05T12:23:00Z', 'revision_number': 4, 'project_id': 'c2204859a25945928d43901f7e432e4b', 'gw_port': {'id': 'e0f234a0-175d-42f0-8ebc-cc17d7338b1c', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:55Z', 'updated_at': '2021-07-05T12:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '9e3403b2-d152-460c-8226-44b1fb84a261', 'name': '', 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'mac_address': 'fa:16:3e:ff:4c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e29bc3a4-4782-4c7f-be99-ab421b15f5f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:59Z', 'updated_at': '2021-07-05T12:23:13Z', 'revision_number': 4, 'project_id': 'c2204859a25945928d43901f7e432e4b', 'subnets': [{'id': 'e29bc3a4-4782-4c7f-be99-ab421b15f5f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:23:15.118298 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7b5f233e-ca0a-4f85-9fb1-4fcbf6125163 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:15.130348 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9b1ef8-62c5-4d17-934e-a3d741c76067 admin admin] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:23:15.138455 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571cd4c6-6d4f-4db8-bc6b-bcd028d3c89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd88d4b-4e7f-4bad-924b-22a16762b39c,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:15.193218 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-7b9b1ef8-62c5-4d17-934e-a3d741c76067 admin admin] 10.222.0.52 "PUT /v2.0/routers/395058aa-bd8e-4054-9b7a-b7df9ee90184/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0508757 Jul 05 12:23:15.198393 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7369207a-885b-451d-b63e-0fee41b4d205 admin admin] Checking segment: {'id': '0a7778d2-682e-4d7a-bba8-7033eee5d1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19a9f9c3-d21f-4287-9d44-c73a69ec076c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:23:15.198774 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7369207a-885b-451d-b63e-0fee41b4d205 admin admin] Network hostable DHCP agents. Network: 19a9f9c3-d21f-4287-9d44-c73a69ec076c, hostable agents: ['60ff58b7-18de-4b80-8279-d7ac18a51ea8'], hosted agents: [] {{(pid=92929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 12:23:15.208629 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de732a8-d950-4197-a116-e5b11f7762ee None None] Sync routers for ids ['395058aa-bd8e-4054-9b7a-b7df9ee90184'] in dv-cinder-796286-12-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:23:15.222414 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb468f87-c175-4a37-ba95-2611d5bb3a8a None None] The sync data for ids ['734300e0-7743-42aa-b8bb-4758d7b8ad32'] in dv-cinder-796286-12-iscsi is: [{'id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'name': 'tempest-AttachVolumeShelveTestJSON-575998965-router', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e0f234a0-175d-42f0-8ebc-cc17d7338b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:54Z', 'updated_at': '2021-07-05T12:23:00Z', 'revision_number': 4, 'project_id': 'c2204859a25945928d43901f7e432e4b', 'gw_port': {'id': 'e0f234a0-175d-42f0-8ebc-cc17d7338b1c', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:55Z', 'updated_at': '2021-07-05T12:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '9e3403b2-d152-460c-8226-44b1fb84a261', 'name': '', 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'mac_address': 'fa:16:3e:ff:4c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e29bc3a4-4782-4c7f-be99-ab421b15f5f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:59Z', 'updated_at': '2021-07-05T12:23:13Z', 'revision_number': 4, 'project_id': 'c2204859a25945928d43901f7e432e4b', 'subnets': [{'id': 'e29bc3a4-4782-4c7f-be99-ab421b15f5f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:23:15.245587 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de732a8-d950-4197-a116-e5b11f7762ee None None] Routers {'395058aa-bd8e-4054-9b7a-b7df9ee90184'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:23:15.246235 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-2de732a8-d950-4197-a116-e5b11f7762ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:22:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['395058aa-bd8e-4054-9b7a-b7df9ee90184'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:23:15.248089 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-9ffe889f-fab9-43ec-bdc2-8f0f014c88c6 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=09591cb1baeb430290409e983f6117df&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0759306 Jul 05 12:23:15.282416 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570eb30-b9af-471a-9f59-2e77e6b9f15d req-ec1221b0-42fc-49d8-b52e-5737d5b2248c tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:15.289849 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5570eb30-b9af-471a-9f59-2e77e6b9f15d req-ec1221b0-42fc-49d8-b52e-5737d5b2248c tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=847d2786-50c8-484c-98bd-2706717c0b52 HTTP/1.1" status: 200 len: 931 time: 1.4955921 Jul 05 12:23:15.295727 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae13074-a453-4686-bad2-9b3e68cfefcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db83775-c470-4080-a376-eeaf6fd381cb,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:15.326803 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-a75413f0-d71d-4b46-85b3-60c1bc88b9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:15.327434 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-a75413f0-d71d-4b46-85b3-60c1bc88b9d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:15.328958 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-a75413f0-d71d-4b46-85b3-60c1bc88b9d7 service neutron] 10.222.0.16 "PUT /v2.0/ports/5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7 HTTP/1.1" status: 200 len: 1093 time: 5.0831673 Jul 05 12:23:15.363732 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847d2786-50c8-484c-98bd-2706717c0b52', 'tag': '5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:23:15.388806 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 9e3403b2-d152-460c-8226-44b1fb84a261 up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:23:15.564742 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5570eb30-b9af-471a-9f59-2e77e6b9f15d req-6524bdc8-3d67-445a-bb14-07832d950ad0 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039058 Jul 05 12:23:15.661112 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning for port 9e3403b2-d152-460c-8226-44b1fb84a261 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:23:15.670076 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port 9e3403b2-d152-460c-8226-44b1fb84a261 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:23:15.670658 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:15.678859 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75413f0-d71d-4b46-85b3-60c1bc88b9d7 service neutron] Pushing event updated for resources: {'Port': ['ID=5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:15.687097 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-08897bac-99fa-4638-a00f-5beba2ae885e service neutron] For port 40bf9e95-0c33-45db-9824-f45d0268b3b9, host hv-cinder-79628, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:23:15.698129 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-08897bac-99fa-4638-a00f-5beba2ae885e service neutron] For port 40bf9e95-0c33-45db-9824-f45d0268b3b9, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=40bf9e95-0c33-45db-9824-f45d0268b3b9,segment=NetworkSegment(301397d7-1784-439b-8aea-f28ffd45f8d5),segment_id=301397d7-1784-439b-8aea-f28ffd45f8d5)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:23:15.704523 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-571cd4c6-6d4f-4db8-bc6b-bcd028d3c89e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e23affc238f5473591215c3fd28e5e68&name=default HTTP/1.1" status: 200 len: 2979 time: 4.4950039 Jul 05 12:23:15.708130 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 33644) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:15.717675 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7369207a-885b-451d-b63e-0fee41b4d205 admin admin] Network 19a9f9c3-d21f-4287-9d44-c73a69ec076c is scheduled to be hosted by DHCP agent 60ff58b7-18de-4b80-8279-d7ac18a51ea8 with binding_index 1 {{(pid=92929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 12:23:15.734416 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7369207a-885b-451d-b63e-0fee41b4d205 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4fee966-ed0b-428d-a439-2f283ceb9ead,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:15.744295 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-08897bac-99fa-4638-a00f-5beba2ae885e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:15.748416 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-2de732a8-d950-4197-a116-e5b11f7762ee None None] Set router 395058aa-bd8e-4054-9b7a-b7df9ee90184 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:23:15.787010 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa477df9db133d569a4b8d31d3ac9e6e51d5deb3d50c5365463f1d57aa01439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1807b075-bdc6-4283-b923-fbd03fb9df0b" -d '{"events": [{"name": "network-changed", "server_uuid": "847d2786-50c8-484c-98bd-2706717c0b52", "tag": "5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:23:15.810027 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dd0c6448-5c08-495a-ad43-693c7a1b6bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:15.829231 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-7369207a-885b-451d-b63e-0fee41b4d205 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-12-iscsi, 19a9f9c3-d21f-4287-9d44-c73a69ec076c) {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:23:15.833506 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08897bac-99fa-4638-a00f-5beba2ae885e service neutron] Pushing event updated for resources: {'Port': ['ID=40bf9e95-0c33-45db-9824-f45d0268b3b9,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:15.846592 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7369207a-885b-451d-b63e-0fee41b4d205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:15.847219 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7369207a-885b-451d-b63e-0fee41b4d205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:15.863382 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dd0c6448-5c08-495a-ad43-693c7a1b6bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:15.874909 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-08897bac-99fa-4638-a00f-5beba2ae885e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:15.875559 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-08897bac-99fa-4638-a00f-5beba2ae885e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:15.877045 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-08897bac-99fa-4638-a00f-5beba2ae885e service neutron] 10.222.0.16 "PUT /v2.0/ports/40bf9e95-0c33-45db-9824-f45d0268b3b9 HTTP/1.1" status: 200 len: 1093 time: 6.0226436 Jul 05 12:23:15.877492 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40e788bf-4eb5-42c0-8b71-947b14a62183', 'tag': '40bf9e95-0c33-45db-9824-f45d0268b3b9'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:23:15.957685 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-7369207a-885b-451d-b63e-0fee41b4d205 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.4845667 Jul 05 12:23:15.983392 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dd0c6448-5c08-495a-ad43-693c7a1b6bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:15.986333 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dd0c6448-5c08-495a-ad43-693c7a1b6bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:15.987941 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-dd0c6448-5c08-495a-ad43-693c7a1b6bc0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9db83775-c470-4080-a376-eeaf6fd381cb HTTP/1.1" status: 204 len: 168 time: 0.9467578 Jul 05 12:23:16.049973 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-728a1454-0e47-4500-84b9-141b47c651fd service neutron] 10.222.0.52 "GET /v2.0/networks/b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8009105 Jul 05 12:23:16.124925 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7b5f233e-ca0a-4f85-9fb1-4fcbf6125163 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:16.158873 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0c6448-5c08-495a-ad43-693c7a1b6bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db83775-c470-4080-a376-eeaf6fd381cb,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:16.182839 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37b2102-c944-41bf-be04-26e0a03f3c67 None None] Network 19a9f9c3-d21f-4287-9d44-c73a69ec076c requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:23:16.193153 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7b5f233e-ca0a-4f85-9fb1-4fcbf6125163 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27642'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:16.201019 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7bacf583-2a28-4456-bba2-1013ecdb0342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:16.235688 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7bacf583-2a28-4456-bba2-1013ecdb0342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:16.301728 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7bacf583-2a28-4456-bba2-1013ecdb0342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:16.304556 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7bacf583-2a28-4456-bba2-1013ecdb0342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:16.308413 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-7bacf583-2a28-4456-bba2-1013ecdb0342 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bcd88d4b-4e7f-4bad-924b-22a16762b39c HTTP/1.1" status: 204 len: 168 time: 0.5957561 Jul 05 12:23:16.331489 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-abde2a87-d310-4d2d-8531-0a7aacdd3cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:16.340713 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-abde2a87-d310-4d2d-8531-0a7aacdd3cb8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fd0aa17a4d714d59b57932648b3a0268&device_id=847d2786-50c8-484c-98bd-2706717c0b52 HTTP/1.1" status: 200 len: 1096 time: 0.6292026 Jul 05 12:23:16.344058 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f233e-ca0a-4f85-9fb1-4fcbf6125163 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f87b23a-4dc8-462f-b290-343434597a35,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:16.347103 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-352eae1d-6b3d-4d1f-945a-1337e09e9e39 service neutron] 10.222.0.52 "GET /v2.0/networks/b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961366 Jul 05 12:23:16.349218 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 33660) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:16.359326 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bacf583-2a28-4456-bba2-1013ecdb0342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd88d4b-4e7f-4bad-924b-22a16762b39c,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:16.375799 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-fbdd3867-07c5-4ad6-b968-a1536c362a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:16.377452 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-fbdd3867-07c5-4ad6-b968-a1536c362a8d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=383ca417529041848d3104111c8b3d73&device_id=40e788bf-4eb5-42c0-8b71-947b14a62183 HTTP/1.1" status: 200 len: 1096 time: 0.4088552 Jul 05 12:23:16.390257 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65110e1f-b2ba-4f35-ad6b-321a7808260c req-da5c9f2a-4240-4e7d-a4f9-3f9ebd438202 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:16.401412 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-65110e1f-b2ba-4f35-ad6b-321a7808260c req-da5c9f2a-4240-4e7d-a4f9-3f9ebd438202 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] 10.222.0.52 "GET /v2.0/ports?device_id=40e788bf-4eb5-42c0-8b71-947b14a62183 HTTP/1.1" status: 200 len: 943 time: 0.4579844 Jul 05 12:23:16.518318 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0b7f9e-1f51-4f62-8eba-67db2d999890 None None] Network 19a9f9c3-d21f-4287-9d44-c73a69ec076c requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:23:16.523259 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-7836eba3-e143-4fdb-92c5-fc46384a123f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7 HTTP/1.1" status: 200 len: 217 time: 0.1586730 Jul 05 12:23:16.532643 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7b5f233e-ca0a-4f85-9fb1-4fcbf6125163 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:16.534139 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-7b5f233e-ca0a-4f85-9fb1-4fcbf6125163 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5668488 Jul 05 12:23:16.537466 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 33664) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:16.545103 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-4c1bff37-dfe3-41b9-a219-7ec82f3f1cad tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Request body: {'floatingip': {'floating_network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:23:16.585452 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-65b9a0ac-5cd2-43e2-96c2-3c13c71a461f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40bf9e95-0c33-45db-9824-f45d0268b3b9 HTTP/1.1" status: 200 len: 217 time: 0.1592107 Jul 05 12:23:16.596769 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38d66cb680d8e216a4639fd07ffcdd1e1f1f0bb375bf284fc7cc66ae145b2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddecc977-57d2-43a4-b7ec-a631ae8df5b1" -d '{"events": [{"name": "network-changed", "server_uuid": "40e788bf-4eb5-42c0-8b71-947b14a62183", "tag": "40bf9e95-0c33-45db-9824-f45d0268b3b9"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:23:16.689051 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-65110e1f-b2ba-4f35-ad6b-321a7808260c req-6a633f5b-21ce-46ce-80d3-33a34f149175 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] 10.222.0.52 "GET /v2.0/security-groups?id=2085552b-0d86-439b-b60e-7d3d54836673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866611 Jul 05 12:23:16.712759 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-5f1e0c2e-6ce5-48a0-bcfd-9938548117b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:16.712759 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-5f1e0c2e-6ce5-48a0-bcfd-9938548117b7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b41b9be-ddbd-4ad2-a9b4-39ca25692a51 HTTP/1.1" status: 200 len: 854 time: 0.1146867 Jul 05 12:23:16.717621 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4c1bff37-dfe3-41b9-a219-7ec82f3f1cad tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks [] for floatingip, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:16.753390 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_v2 [None req-8834d1f5-2af7-4785-a7c4-e5f89e14c8ce admin admin] Deleting subnet 1ca9cfdc-313f-4f2b-9a2f-178e0d85876d {{(pid=92929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 12:23:16.760293 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8834d1f5-2af7-4785-a7c4-e5f89e14c8ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:16.851359 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8834d1f5-2af7-4785-a7c4-e5f89e14c8ce admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:16.867373 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-f2e58c53-3d92-4835-9504-9439883523d2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bc0fd846-c334-4479-a84c-f394ce1a591f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1302762 Jul 05 12:23:16.878088 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8834d1f5-2af7-4785-a7c4-e5f89e14c8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882782'] for subnet, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:16.897304 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:16.942701 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-2de732a8-d950-4197-a116-e5b11f7762ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'name': 'tempest-AttachVolumeTestJSON-1311480240-router', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'c8262b5f-c4c1-429d-a20f-ba30051f9b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:57Z', 'updated_at': '2021-07-05T12:23:13Z', 'revision_number': 4, 'project_id': '35f01324a75d49b0a41482389c6e6ffa', 'gw_port': {'id': 'c8262b5f-c4c1-429d-a20f-ba30051f9b11', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:58Z', 'updated_at': '2021-07-05T12:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '2f870125-e7e6-4ae8-84f7-412921045392', 'name': '', 'network_id': 'ce9dc6dd-f0bf-4ede-a694-43b2f2633288', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'mac_address': 'fa:16:3e:25:8e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '2d9e9361-6ae5-4568-a40d-d37eb215fca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:23:10Z', 'updated_at': '2021-07-05T12:23:13Z', 'revision_number': 2, 'project_id': '35f01324a75d49b0a41482389c6e6ffa', 'subnets': [{'id': '2d9e9361-6ae5-4568-a40d-d37eb215fca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:23:16.981211 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de732a8-d950-4197-a116-e5b11f7762ee None None] Checking router: 395058aa-bd8e-4054-9b7a-b7df9ee90184 for host: dv-cinder-796286-12-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:23:16.981569 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de732a8-d950-4197-a116-e5b11f7762ee None None] Updating router 395058aa-bd8e-4054-9b7a-b7df9ee90184 port 2f870125-e7e6-4ae8-84f7-412921045392 binding host dv-cinder-796286-12-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 12:23:17.028442 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2de732a8-d950-4197-a116-e5b11f7762ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:17.050386 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] For port 9e3403b2-d152-460c-8226-44b1fb84a261, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=9e3403b2-d152-460c-8226-44b1fb84a261,segment=NetworkSegment(ba2612a6-0598-4c68-93ea-4c354bd542e5),segment_id=ba2612a6-0598-4c68-93ea-4c354bd542e5)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:23:17.060737 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8834d1f5-2af7-4785-a7c4-e5f89e14c8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583'] for subnet, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:17.062046 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:17.062871 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 3bd5e847-5cc4-4f37-bd74-8ea25018927b up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:23:17.093323 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834d1f5-2af7-4785-a7c4-e5f89e14c8ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ca9cfdc-313f-4f2b-9a2f-178e0d85876d,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:17.099358 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-ce2ce63c-d4a5-4f7f-8656-07e576f09c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:17.101355 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-ce2ce63c-d4a5-4f7f-8656-07e576f09c5a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6be35130-2cef-4151-b10a-cfbd9cc073f5 HTTP/1.1" status: 200 len: 851 time: 0.4863677 Jul 05 12:23:17.105046 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8834d1f5-2af7-4785-a7c4-e5f89e14c8ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:17.113742 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-8834d1f5-2af7-4785-a7c4-e5f89e14c8ce admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1ca9cfdc-313f-4f2b-9a2f-178e0d85876d HTTP/1.1" status: 204 len: 168 time: 0.7515051 Jul 05 12:23:17.114699 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 33692) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:17.132411 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4c1bff37-dfe3-41b9-a219-7ec82f3f1cad tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:17.311063 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Pushing event updated for resources: {'Port': ['ID=9e3403b2-d152-460c-8226-44b1fb84a261,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:17.390897 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2a21cff3-61e7-4b18-99f5-3029f5a8c2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773155'] for network, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:17.423506 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning for port 3bd5e847-5cc4-4f37-bd74-8ea25018927b completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:23:17.448867 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port 3bd5e847-5cc4-4f37-bd74-8ea25018927b triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:23:17.449280 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:17.554933 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2a21cff3-61e7-4b18-99f5-3029f5a8c2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880587', 'neutron.services.segments.db._delete_segments_for_network-8761929754462'] for network, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:17.568531 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2a21cff3-61e7-4b18-99f5-3029f5a8c2dd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:23:17.569243 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2a21cff3-61e7-4b18-99f5-3029f5a8c2dd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:23:17.570633 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2a21cff3-61e7-4b18-99f5-3029f5a8c2dd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:23:17.571526 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2a21cff3-61e7-4b18-99f5-3029f5a8c2dd admin admin] Subscribe: > port after_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:23:17.572331 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2a21cff3-61e7-4b18-99f5-3029f5a8c2dd admin admin] Subscribe: > port after_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:23:17.572987 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2a21cff3-61e7-4b18-99f5-3029f5a8c2dd admin admin] Subscribe: > port after_update 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:23:17.573517 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2a21cff3-61e7-4b18-99f5-3029f5a8c2dd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:23:17.574254 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2a21cff3-61e7-4b18-99f5-3029f5a8c2dd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:23:17.574815 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2a21cff3-61e7-4b18-99f5-3029f5a8c2dd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:23:17.575405 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2a21cff3-61e7-4b18-99f5-3029f5a8c2dd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:23:17.764201 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-4c1bff37-dfe3-41b9-a219-7ec82f3f1cad tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Allocated IP 172.27.3.236 (aa38b356-d6cf-48be-b408-9464f33b7649/1e645773-65d0-42f3-9bdc-7785aff60c5a/be2ec98d-06c1-489d-afe4-e8790b6ef992) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:23:17.838044 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2a21cff3-61e7-4b18-99f5-3029f5a8c2dd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:23:17.838582 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2a21cff3-61e7-4b18-99f5-3029f5a8c2dd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:23:17.838913 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2a21cff3-61e7-4b18-99f5-3029f5a8c2dd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:23:17.839549 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2a21cff3-61e7-4b18-99f5-3029f5a8c2dd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:23:17.840400 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-2a21cff3-61e7-4b18-99f5-3029f5a8c2dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5da444e4-04c2-4c59-a947-40dd44a05dd8']}} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:23:17.893808 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-2a21cff3-61e7-4b18-99f5-3029f5a8c2dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ad1c48-8557-4284-949f-7353fa718a91') {'for_net_delete': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:23:17.894100 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-2a21cff3-61e7-4b18-99f5-3029f5a8c2dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ad1c48-8557-4284-949f-7353fa718a91') {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:23:17.953859 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2a21cff3-61e7-4b18-99f5-3029f5a8c2dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761929721474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192311'] for segment, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:17.958111 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4c1bff37-dfe3-41b9-a219-7ec82f3f1cad tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:17.990152 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:18.004075 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 12:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4085da35-0e1a-4e94-a0ed-2bf4b61a7413 x-openstack-request-id: req-4085da35-0e1a-4e94-a0ed-2bf4b61a7413 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:23:18.004779 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "847d2786-50c8-484c-98bd-2706717c0b52", "tag": "5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:23:18.005202 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4085da35-0e1a-4e94-a0ed-2bf4b61a7413 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:23:18.005808 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '847d2786-50c8-484c-98bd-2706717c0b52', 'tag': '5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7', 'status': 'completed', 'code': 200} Jul 05 12:23:18.006425 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 33716) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:18.017869 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4c1bff37-dfe3-41b9-a219-7ec82f3f1cad tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:18.027692 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-61de8249-f251-48f6-8df1-3254bbb28c6d tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Request body: {'security_group': {'name': 'tempest-securitygroup--459013122', 'description': 'tempest-description--1295588390'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:23:18.034956 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2a21cff3-61e7-4b18-99f5-3029f5a8c2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207'] for segment, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:18.048131 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a21cff3-61e7-4b18-99f5-3029f5a8c2dd admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=92929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 12:23:18.048880 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2a21cff3-61e7-4b18-99f5-3029f5a8c2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3485852'] for segment, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:18.069705 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-61de8249-f251-48f6-8df1-3254bbb28c6d tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:18.131991 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2de732a8-d950-4197-a116-e5b11f7762ee None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:18.148568 dv-cinder-796286-12-iscsi neutron-server[92929]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 12:23:18.148568 dv-cinder-796286-12-iscsi neutron-server[92929]: from cryptography.utils import int_from_bytes Jul 05 12:23:18.148568 dv-cinder-796286-12-iscsi neutron-server[92929]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 12:23:18.148568 dv-cinder-796286-12-iscsi neutron-server[92929]: from cryptography.utils import int_from_bytes Jul 05 12:23:18.148568 dv-cinder-796286-12-iscsi neutron-server[92929]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 12:23:18.148568 dv-cinder-796286-12-iscsi neutron-server[92929]: conditions |= (models_v2.Port.network_id.in_( Jul 05 12:23:18.148568 dv-cinder-796286-12-iscsi neutron-server[92929]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 12:23:18.148568 dv-cinder-796286-12-iscsi neutron-server[92929]: conditions |= (models_v2.Port.network_id.in_( Jul 05 12:23:18.148568 dv-cinder-796286-12-iscsi neutron-server[92929]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 12:23:18.148568 dv-cinder-796286-12-iscsi neutron-server[92929]: conditions |= (models_v2.Port.network_id.in_( Jul 05 12:23:18.148568 dv-cinder-796286-12-iscsi neutron-server[92929]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 12:23:18.148568 dv-cinder-796286-12-iscsi neutron-server[92929]: conditions |= (models_v2.Port.network_id.in_( Jul 05 12:23:18.148568 dv-cinder-796286-12-iscsi neutron-server[92929]: Traceback (most recent call last): Jul 05 12:23:18.148568 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 12:23:18.148568 dv-cinder-796286-12-iscsi neutron-server[92929]: timer() Jul 05 12:23:18.148568 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 12:23:18.148568 dv-cinder-796286-12-iscsi neutron-server[92929]: cb(*args, **kw) Jul 05 12:23:18.148568 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 12:23:18.148568 dv-cinder-796286-12-iscsi neutron-server[92929]: return func(*args, **kwargs) Jul 05 12:23:18.148568 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 12:23:18.148568 dv-cinder-796286-12-iscsi neutron-server[92929]: self._notify() Jul 05 12:23:18.148568 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 12:23:18.148568 dv-cinder-796286-12-iscsi neutron-server[92929]: self.callback(batched_events) Jul 05 12:23:18.148568 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 12:23:18.148568 dv-cinder-796286-12-iscsi neutron-server[92929]: event.method(event) Jul 05 12:23:18.148568 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 12:23:18.148568 dv-cinder-796286-12-iscsi neutron-server[92929]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 12:23:18.148568 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 12:23:18.148568 dv-cinder-796286-12-iscsi neutron-server[92929]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 12:23:18.148568 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 12:23:18.148568 dv-cinder-796286-12-iscsi neutron-server[92929]: return f(self, *a, **k) Jul 05 12:23:18.148568 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 12:23:18.148568 dv-cinder-796286-12-iscsi neutron-server[92929]: return self._get(url).json() Jul 05 12:23:18.148568 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 12:23:18.148568 dv-cinder-796286-12-iscsi neutron-server[92929]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 12:23:18.148568 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 12:23:18.148568 dv-cinder-796286-12-iscsi neutron-server[92929]: return self.request(url, 'GET', **kwargs) Jul 05 12:23:18.148568 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 12:23:18.148568 dv-cinder-796286-12-iscsi neutron-server[92929]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 12:23:18.148568 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 12:23:18.148568 dv-cinder-796286-12-iscsi neutron-server[92929]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 12:23:18.148568 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 12:23:18.148568 dv-cinder-796286-12-iscsi neutron-server[92929]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 12:23:18.148568 dv-cinder-796286-12-iscsi neutron-server[92929]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 12:23:18.159345 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-2de732a8-d950-4197-a116-e5b11f7762ee None None] Transition to ACTIVE for port object 2f870125-e7e6-4ae8-84f7-412921045392 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:23:18.189730 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2de732a8-d950-4197-a116-e5b11f7762ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:18.194259 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:18.346958 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386bd2fa-8f85-4f9e-b186-4f1547e424eb None None] Pushing event updated for resources: {'Port': ['ID=2f870125-e7e6-4ae8-84f7-412921045392,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:18.363807 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] For port 3bd5e847-5cc4-4f37-bd74-8ea25018927b, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=3bd5e847-5cc4-4f37-bd74-8ea25018927b,segment=NetworkSegment(d5363bdd-5cae-4366-a4bb-d332eedef118),segment_id=d5363bdd-5cae-4366-a4bb-d332eedef118)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:23:18.380126 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-a3c74881-7fc7-4770-9c27-ff4198c96513 service neutron] 10.222.0.16 "GET /v2.0/networks/bc0fd846-c334-4479-a84c-f394ce1a591f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722837 Jul 05 12:23:18.397165 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:18.397955 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device c8262b5f-c4c1-429d-a20f-ba30051f9b11 up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:23:18.598589 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-2de732a8-d950-4197-a116-e5b11f7762ee None None] Attempting to bind port 2f870125-e7e6-4ae8-84f7-412921045392 on host dv-cinder-796286-12-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:23:18.599003 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-2de732a8-d950-4197-a116-e5b11f7762ee None None] Attempting to bind port 2f870125-e7e6-4ae8-84f7-412921045392 by drivers openvswitch,hyperv on host dv-cinder-796286-12-iscsi at level 0 using segments [{'id': 'a5eff1d7-bf39-4749-97ff-8022401a9780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ce9dc6dd-f0bf-4ede-a694-43b2f2633288'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:23:18.605873 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de732a8-d950-4197-a116-e5b11f7762ee None None] Attempting to bind port 2f870125-e7e6-4ae8-84f7-412921045392 on network ce9dc6dd-f0bf-4ede-a694-43b2f2633288 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:23:18.612771 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-61de8249-f251-48f6-8df1-3254bbb28c6d tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:18.615602 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1bff37-dfe3-41b9-a219-7ec82f3f1cad tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Network aa38b356-d6cf-48be-b408-9464f33b7649 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:23:18.629665 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1bff37-dfe3-41b9-a219-7ec82f3f1cad tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Pushing event updated for resources: {'Port': ['ID=be2ec98d-06c1-489d-afe4-e8790b6ef992,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:18.634986 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-61de8249-f251-48f6-8df1-3254bbb28c6d tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:18.638314 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-4c1bff37-dfe3-41b9-a219-7ec82f3f1cad tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:23:18.641395 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1bff37-dfe3-41b9-a219-7ec82f3f1cad tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:23:18.652072 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-03e9ebb4-a41c-4470-a14f-ddd6c82f2ae4 req-d7454997-198d-4c8d-840d-09660bde5dc7 service neutron] 10.222.0.16 "GET /v2.0/networks/bc0fd846-c334-4479-a84c-f394ce1a591f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584064 Jul 05 12:23:18.657722 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de732a8-d950-4197-a116-e5b11f7762ee None None] Checking agent: {'id': '179553a2-8e69-4f7b-8819-fceafac5268f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 15, 24), 'started_at': datetime.datetime(2021, 7, 5, 12, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:23:18.658097 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de732a8-d950-4197-a116-e5b11f7762ee None None] Checking segment: {'id': 'a5eff1d7-bf39-4749-97ff-8022401a9780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ce9dc6dd-f0bf-4ede-a694-43b2f2633288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:23:18.658505 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2de732a8-d950-4197-a116-e5b11f7762ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:18.658933 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de732a8-d950-4197-a116-e5b11f7762ee None None] Bound using segment: {'id': 'a5eff1d7-bf39-4749-97ff-8022401a9780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ce9dc6dd-f0bf-4ede-a694-43b2f2633288'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:23:18.659399 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-2de732a8-d950-4197-a116-e5b11f7762ee None None] Bound port: 2f870125-e7e6-4ae8-84f7-412921045392, host: dv-cinder-796286-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5eff1d7-bf39-4749-97ff-8022401a9780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ce9dc6dd-f0bf-4ede-a694-43b2f2633288'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:23:18.659801 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2de732a8-d950-4197-a116-e5b11f7762ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:18.681896 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Pushing event updated for resources: {'Port': ['ID=3bd5e847-5cc4-4f37-bd74-8ea25018927b,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:18.684162 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-00538e05-e5a4-47c3-822a-b00454d86a28 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=91cdd107-2e0d-4edf-b94d-2a69e015516f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5397978 Jul 05 12:23:18.689531 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-61de8249-f251-48f6-8df1-3254bbb28c6d tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:18.690988 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-61de8249-f251-48f6-8df1-3254bbb28c6d tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6815298 Jul 05 12:23:18.696470 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 33734) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:18.703419 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 12:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3fff04-14e8-40fc-a53a-2667fcaceaf0 x-openstack-request-id: req-ba3fff04-14e8-40fc-a53a-2667fcaceaf0 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:23:18.704177 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40e788bf-4eb5-42c0-8b71-947b14a62183", "tag": "40bf9e95-0c33-45db-9824-f45d0268b3b9", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:23:18.704660 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ba3fff04-14e8-40fc-a53a-2667fcaceaf0 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:23:18.705300 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40e788bf-4eb5-42c0-8b71-947b14a62183', 'tag': '40bf9e95-0c33-45db-9824-f45d0268b3b9', 'status': 'completed', 'code': 200} Jul 05 12:23:18.719784 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-c50e8eb5-beae-46dd-a284-7f7b7f76e73a tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Request body: {'security_group_rule': {'security_group_id': '2a64057e-c2fd-4039-9c42-a3e9960f3fd1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:23:18.748831 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2a21cff3-61e7-4b18-99f5-3029f5a8c2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575308'] for network, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:18.762274 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2a21cff3-61e7-4b18-99f5-3029f5a8c2dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:18.764525 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-2a21cff3-61e7-4b18-99f5-3029f5a8c2dd admin admin] 10.222.0.52 "DELETE /v2.0/networks/5da444e4-04c2-4c59-a947-40dd44a05dd8 HTTP/1.1" status: 204 len: 168 time: 1.6490343 Jul 05 12:23:18.796059 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 33738) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:18.833461 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port c8262b5f-c4c1-429d-a20f-ba30051f9b11 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:23:18.833829 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:18.853804 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ff1534-3d0f-43da-bbbb-a9d86d8e279c admin admin] Deleting subnet b4fee966-ed0b-428d-a439-2f283ceb9ead {{(pid=92929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 12:23:18.857767 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-15ff1534-3d0f-43da-bbbb-a9d86d8e279c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:18.893373 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-15ff1534-3d0f-43da-bbbb-a9d86d8e279c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192288'] for subnet, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:18.934888 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-15ff1534-3d0f-43da-bbbb-a9d86d8e279c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882782'] for subnet, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:18.972519 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de8249-f251-48f6-8df1-3254bbb28c6d tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a64057e-c2fd-4039-9c42-a3e9960f3fd1,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:18.987375 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-2de732a8-d950-4197-a116-e5b11f7762ee None None] For port 2f870125-e7e6-4ae8-84f7-412921045392, host dv-cinder-796286-12-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:23:18.998795 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-2de732a8-d950-4197-a116-e5b11f7762ee None None] For port 2f870125-e7e6-4ae8-84f7-412921045392, host dv-cinder-796286-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=2f870125-e7e6-4ae8-84f7-412921045392,segment=NetworkSegment(a5eff1d7-bf39-4749-97ff-8022401a9780),segment_id=a5eff1d7-bf39-4749-97ff-8022401a9780)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:23:19.004343 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2de732a8-d950-4197-a116-e5b11f7762ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:19.048636 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21cff3-61e7-4b18-99f5-3029f5a8c2dd admin admin] Pushing event deleted for resources: {'Network': ['ID=5da444e4-04c2-4c59-a947-40dd44a05dd8,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:19.051513 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4c1bff37-dfe3-41b9-a219-7ec82f3f1cad tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:19.060609 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-15ff1534-3d0f-43da-bbbb-a9d86d8e279c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3485817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3224283'] for subnet, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:19.085178 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c50e8eb5-beae-46dd-a284-7f7b7f76e73a tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:19.110150 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff1534-3d0f-43da-bbbb-a9d86d8e279c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4fee966-ed0b-428d-a439-2f283ceb9ead,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:19.124671 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386bd2fa-8f85-4f9e-b186-4f1547e424eb None None] Pushing event updated for resources: {'Port': ['ID=2f870125-e7e6-4ae8-84f7-412921045392,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:19.126407 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b288c-3217-4ab1-b5da-919a59c04366 req-d40a193b-6bef-4132-afe0-c902353ed5b9 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:19.136083 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-869b288c-3217-4ab1-b5da-919a59c04366 req-d40a193b-6bef-4132-afe0-c902353ed5b9 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=847d2786-50c8-484c-98bd-2706717c0b52 HTTP/1.1" status: 200 len: 943 time: 0.9935427 Jul 05 12:23:19.149556 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4337392c-d351-4828-a722-ee274e4174ee req-adb6ae43-63ca-416e-b147-026fc52b0f42 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 210 time: 0.1428456 Jul 05 12:23:19.178008 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-15ff1534-3d0f-43da-bbbb-a9d86d8e279c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:19.181225 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-15ff1534-3d0f-43da-bbbb-a9d86d8e279c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b4fee966-ed0b-428d-a439-2f283ceb9ead HTTP/1.1" status: 204 len: 168 time: 0.3828497 Jul 05 12:23:19.241384 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 33752) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:19.253939 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de732a8-d950-4197-a116-e5b11f7762ee None None] Routers {'395058aa-bd8e-4054-9b7a-b7df9ee90184'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:23:19.255114 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-2de732a8-d950-4197-a116-e5b11f7762ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:22:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['395058aa-bd8e-4054-9b7a-b7df9ee90184'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:23:19.278994 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c50e8eb5-beae-46dd-a284-7f7b7f76e73a tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:19.319649 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c50e8eb5-beae-46dd-a284-7f7b7f76e73a tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27642'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:19.408804 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e8eb5-beae-46dd-a284-7f7b7f76e73a tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fe1bf23-fb23-47e1-ad76-3d5d4a753e35,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:19.424886 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bccb8775-4047-4177-9f65-7a1482c69c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773155'] for network, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:19.439860 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-33e2c89f-e745-47eb-b4cc-0e5d39b2f2e7 service neutron] 10.222.0.16 "GET /v2.0/networks/91cdd107-2e0d-4edf-b94d-2a69e015516f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7232611 Jul 05 12:23:19.459827 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4c1bff37-dfe3-41b9-a219-7ec82f3f1cad tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:19.480919 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c50e8eb5-beae-46dd-a284-7f7b7f76e73a tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:19.485000 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c50e8eb5-beae-46dd-a284-7f7b7f76e73a tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7874653 Jul 05 12:23:19.488128 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.16', 55440) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:19.488466 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 33764) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:19.529752 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-2de732a8-d950-4197-a116-e5b11f7762ee None None] Set router 395058aa-bd8e-4054-9b7a-b7df9ee90184 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:23:19.673237 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-1a99e65d-0d49-4557-925e-47596208ecf5 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Request body: {'security_group_rule': {'security_group_id': '2a64057e-c2fd-4039-9c42-a3e9960f3fd1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:23:19.690933 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 9e3403b2-d152-460c-8226-44b1fb84a261 up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:23:19.700592 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-d9aa729a-4945-4492-9ded-3f480a905d5c tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:19.702018 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-d9aa729a-4945-4492-9ded-3f480a905d5c tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.16 "GET /v2.0/networks?id=b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4 HTTP/1.1" status: 200 len: 818 time: 0.2126341 Jul 05 12:23:19.703943 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807b075-bdc6-4283-b923-fbd03fb9df0b req-c6e9f1a7-5c2d-4ce7-b483-931daaa3e1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:19.706302 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1807b075-bdc6-4283-b923-fbd03fb9df0b req-c6e9f1a7-5c2d-4ce7-b483-931daaa3e1a7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fd0aa17a4d714d59b57932648b3a0268&device_id=847d2786-50c8-484c-98bd-2706717c0b52 HTTP/1.1" status: 200 len: 1096 time: 0.7881074 Jul 05 12:23:19.707723 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-869b288c-3217-4ab1-b5da-919a59c04366 req-20fbfcc0-4974-4bd8-b548-87e7f7690bef tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5570426 Jul 05 12:23:19.728236 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-afe389cd-d43a-45c8-8bbc-0f4a12fb33c6 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Request body: {'port': {'device_id': 'e69f6013-e037-4283-95a7-a8e5f0889dbc', 'network_id': 'b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4', 'admin_state_up': True, 'tenant_id': '09591cb1baeb430290409e983f6117df'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:23:19.944166 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port 9e3403b2-d152-460c-8226-44b1fb84a261 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:23:19.944537 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:20.028843 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-66b810bd-d144-488f-b7fe-54929fbe76fa req-68665467-20a2-4bd5-9d6b-3fbe9a74c6e0 service neutron] 10.222.0.16 "GET /v2.0/networks/91cdd107-2e0d-4edf-b94d-2a69e015516f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5641496 Jul 05 12:23:20.050260 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1a99e65d-0d49-4557-925e-47596208ecf5 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:20.113160 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bccb8775-4047-4177-9f65-7a1482c69c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880587', 'neutron.services.segments.db._delete_segments_for_network-8761929754462'] for network, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:20.142273 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 3bd5e847-5cc4-4f37-bd74-8ea25018927b up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:23:20.154818 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:23:20.165349 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-bccb8775-4047-4177-9f65-7a1482c69c12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19a9f9c3-d21f-4287-9d44-c73a69ec076c']}} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:23:20.176975 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807b075-bdc6-4283-b923-fbd03fb9df0b req-6da98fb2-e0fd-4a9f-b185-71ffc44ec656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:20.178501 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1807b075-bdc6-4283-b923-fbd03fb9df0b req-6da98fb2-e0fd-4a9f-b185-71ffc44ec656 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bc0fd846-c334-4479-a84c-f394ce1a591f HTTP/1.1" status: 200 len: 915 time: 0.4552937 Jul 05 12:23:20.192011 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-bccb8775-4047-4177-9f65-7a1482c69c12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a7778d2-682e-4d7a-bba8-7033eee5d1f1') {'for_net_delete': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:23:20.192677 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-bccb8775-4047-4177-9f65-7a1482c69c12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a7778d2-682e-4d7a-bba8-7033eee5d1f1') {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:23:20.225999 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 33790) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:20.235219 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-2de732a8-d950-4197-a116-e5b11f7762ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'name': 'tempest-AttachVolumeTestJSON-1311480240-router', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'c8262b5f-c4c1-429d-a20f-ba30051f9b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:57Z', 'updated_at': '2021-07-05T12:23:13Z', 'revision_number': 4, 'project_id': '35f01324a75d49b0a41482389c6e6ffa', 'gw_port': {'id': 'c8262b5f-c4c1-429d-a20f-ba30051f9b11', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:58Z', 'updated_at': '2021-07-05T12:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '2f870125-e7e6-4ae8-84f7-412921045392', 'name': '', 'network_id': 'ce9dc6dd-f0bf-4ede-a694-43b2f2633288', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'mac_address': 'fa:16:3e:25:8e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '2d9e9361-6ae5-4568-a40d-d37eb215fca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:23:10Z', 'updated_at': '2021-07-05T12:23:18Z', 'revision_number': 4, 'project_id': '35f01324a75d49b0a41482389c6e6ffa', 'subnets': [{'id': '2d9e9361-6ae5-4568-a40d-d37eb215fca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:23:20.237654 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f3240-39fd-4ccb-80aa-d5a7debc7895 req-a5d74131-a8f8-4b8f-9aa6-ea069fd63a85 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:20.239431 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-270f3240-39fd-4ccb-80aa-d5a7debc7895 req-a5d74131-a8f8-4b8f-9aa6-ea069fd63a85 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] 10.222.0.52 "GET /v2.0/ports?device_id=40e788bf-4eb5-42c0-8b71-947b14a62183 HTTP/1.1" status: 200 len: 943 time: 0.7970495 Jul 05 12:23:20.246258 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bccb8775-4047-4177-9f65-7a1482c69c12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761929721474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192311'] for segment, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:20.261668 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1a99e65d-0d49-4557-925e-47596208ecf5 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:20.267193 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1807b075-bdc6-4283-b923-fbd03fb9df0b req-3f2ecf35-c443-4158-8aff-0996504357c9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7 HTTP/1.1" status: 200 len: 217 time: 0.0722053 Jul 05 12:23:20.283996 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1a99e65d-0d49-4557-925e-47596208ecf5 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27642'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:20.287498 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de732a8-d950-4197-a116-e5b11f7762ee None None] The sync data for ids ['395058aa-bd8e-4054-9b7a-b7df9ee90184'] in dv-cinder-796286-12-iscsi is: [{'id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'name': 'tempest-AttachVolumeTestJSON-1311480240-router', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'c8262b5f-c4c1-429d-a20f-ba30051f9b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:57Z', 'updated_at': '2021-07-05T12:23:13Z', 'revision_number': 4, 'project_id': '35f01324a75d49b0a41482389c6e6ffa', 'gw_port': {'id': 'c8262b5f-c4c1-429d-a20f-ba30051f9b11', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:58Z', 'updated_at': '2021-07-05T12:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '2f870125-e7e6-4ae8-84f7-412921045392', 'name': '', 'network_id': 'ce9dc6dd-f0bf-4ede-a694-43b2f2633288', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'mac_address': 'fa:16:3e:25:8e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '2d9e9361-6ae5-4568-a40d-d37eb215fca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:23:10Z', 'updated_at': '2021-07-05T12:23:18Z', 'revision_number': 4, 'project_id': '35f01324a75d49b0a41482389c6e6ffa', 'subnets': [{'id': '2d9e9361-6ae5-4568-a40d-d37eb215fca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:23:20.300510 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bccb8775-4047-4177-9f65-7a1482c69c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207'] for segment, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:20.322489 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port 3bd5e847-5cc4-4f37-bd74-8ea25018927b triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:23:20.322944 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:20.323629 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-dedf10b9-5dc8-4785-af2f-62ef57fe4cc4 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:20.325611 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-dedf10b9-5dc8-4785-af2f-62ef57fe4cc4 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/networks?id=b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4 HTTP/1.1" status: 200 len: 818 time: 0.3953764 Jul 05 12:23:20.330318 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bccb8775-4047-4177-9f65-7a1482c69c12 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=92929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 12:23:20.330997 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bccb8775-4047-4177-9f65-7a1482c69c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3485852'] for segment, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:20.333102 dv-cinder-796286-12-iscsi neutron-server[92929]: Traceback (most recent call last): Jul 05 12:23:20.333102 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 12:23:20.333102 dv-cinder-796286-12-iscsi neutron-server[92929]: timer() Jul 05 12:23:20.333102 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 12:23:20.333102 dv-cinder-796286-12-iscsi neutron-server[92929]: cb(*args, **kw) Jul 05 12:23:20.333102 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 12:23:20.333102 dv-cinder-796286-12-iscsi neutron-server[92929]: return func(*args, **kwargs) Jul 05 12:23:20.333102 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 12:23:20.333102 dv-cinder-796286-12-iscsi neutron-server[92929]: self._notify() Jul 05 12:23:20.333102 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 12:23:20.333102 dv-cinder-796286-12-iscsi neutron-server[92929]: self.callback(batched_events) Jul 05 12:23:20.333102 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 12:23:20.333102 dv-cinder-796286-12-iscsi neutron-server[92929]: event.method(event) Jul 05 12:23:20.333102 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 12:23:20.333102 dv-cinder-796286-12-iscsi neutron-server[92929]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 12:23:20.333102 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 12:23:20.333102 dv-cinder-796286-12-iscsi neutron-server[92929]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 12:23:20.333102 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 12:23:20.333102 dv-cinder-796286-12-iscsi neutron-server[92929]: return f(self, *a, **k) Jul 05 12:23:20.333102 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 12:23:20.333102 dv-cinder-796286-12-iscsi neutron-server[92929]: return self._get(url).json() Jul 05 12:23:20.333102 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 12:23:20.333102 dv-cinder-796286-12-iscsi neutron-server[92929]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 12:23:20.333102 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 12:23:20.333102 dv-cinder-796286-12-iscsi neutron-server[92929]: return self.request(url, 'GET', **kwargs) Jul 05 12:23:20.333102 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 12:23:20.333102 dv-cinder-796286-12-iscsi neutron-server[92929]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 12:23:20.333102 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 12:23:20.333102 dv-cinder-796286-12-iscsi neutron-server[92929]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 12:23:20.333102 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 12:23:20.333102 dv-cinder-796286-12-iscsi neutron-server[92929]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 12:23:20.333102 dv-cinder-796286-12-iscsi neutron-server[92929]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 12:23:20.337865 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddecc977-57d2-43a4-b7ec-a631ae8df5b1 req-53ec0840-9d58-42ae-a00b-3ecb77d0e415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:20.339652 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ddecc977-57d2-43a4-b7ec-a631ae8df5b1 req-53ec0840-9d58-42ae-a00b-3ecb77d0e415 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=383ca417529041848d3104111c8b3d73&device_id=40e788bf-4eb5-42c0-8b71-947b14a62183 HTTP/1.1" status: 200 len: 1096 time: 0.2408767 Jul 05 12:23:20.420297 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807b075-bdc6-4283-b923-fbd03fb9df0b req-72e896e1-a4ed-4fb5-b5d6-847327004fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:20.421690 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1807b075-bdc6-4283-b923-fbd03fb9df0b req-72e896e1-a4ed-4fb5-b5d6-847327004fe8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b41b9be-ddbd-4ad2-a9b4-39ca25692a51 HTTP/1.1" status: 200 len: 854 time: 0.1387758 Jul 05 12:23:20.469575 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a99e65d-0d49-4557-925e-47596208ecf5 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0d33078-5a7e-4aca-8417-9ee9117024a7,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:20.471408 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-afe389cd-d43a-45c8-8bbc-0f4a12fb33c6 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Made reservation on behalf of 09591cb1baeb430290409e983f6117df for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:23:20.475011 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-afe389cd-d43a-45c8-8bbc-0f4a12fb33c6 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:20.501689 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f190d7e6-30da-49a0-9912-3f2669a55a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:20.525072 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1807b075-bdc6-4283-b923-fbd03fb9df0b req-5e8eedbc-d202-4723-96e5-1e1a36ef3609 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bc0fd846-c334-4479-a84c-f394ce1a591f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835385 Jul 05 12:23:20.545327 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1a99e65d-0d49-4557-925e-47596208ecf5 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:20.549698 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-1a99e65d-0d49-4557-925e-47596208ecf5 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0591691 Jul 05 12:23:20.558352 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 33800) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:20.559419 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-a569241d-762a-43c6-a0ba-12ed08730537 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/quotas/09591cb1baeb430290409e983f6117df HTTP/1.1" status: 200 len: 375 time: 0.2183182 Jul 05 12:23:20.562904 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-8f050e07-b418-4e06-a40b-f1eded4ca433 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Request body: {'floatingip': {'floating_network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:23:20.586824 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4c1bff37-dfe3-41b9-a219-7ec82f3f1cad tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:20.594967 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-270f3240-39fd-4ccb-80aa-d5a7debc7895 req-0095c51c-3ca3-4036-919d-38b705baf691 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] 10.222.0.52 "GET /v2.0/security-groups?id=2085552b-0d86-439b-b60e-7d3d54836673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345833 Jul 05 12:23:20.682258 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4c1bff37-dfe3-41b9-a219-7ec82f3f1cad tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:20.690655 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bccb8775-4047-4177-9f65-7a1482c69c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575308'] for network, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:20.695061 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bccb8775-4047-4177-9f65-7a1482c69c12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:20.699928 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-bccb8775-4047-4177-9f65-7a1482c69c12 admin admin] 10.222.0.52 "DELETE /v2.0/networks/19a9f9c3-d21f-4287-9d44-c73a69ec076c HTTP/1.1" status: 204 len: 168 time: 1.4527955 Jul 05 12:23:20.728859 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb8775-4047-4177-9f65-7a1482c69c12 admin admin] Pushing event deleted for resources: {'Network': ['ID=19a9f9c3-d21f-4287-9d44-c73a69ec076c,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:20.757864 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.db.api [None req-f190d7e6-30da-49a0-9912-3f2669a55a91 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 12:23:20.757864 dv-cinder-796286-12-iscsi neutron-server[92929]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 12:23:20.757864 dv-cinder-796286-12-iscsi neutron-server[92929]: [parameters: {'project_id_1': '60b5d0e9855049d1a4a96ba1bf164bec', 'expiration_1': datetime.datetime(2021, 7, 5, 12, 23, 20, 658893)}] Jul 05 12:23:20.757864 dv-cinder-796286-12-iscsi neutron-server[92929]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92929) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 12:23:20.759231 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG oslo_db.api [None req-f190d7e6-30da-49a0-9912-3f2669a55a91 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 12:23:20.765320 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1bff37-dfe3-41b9-a219-7ec82f3f1cad tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Pushing event updated for resources: {'Port': ['ID=be2ec98d-06c1-489d-afe4-e8790b6ef992,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:20.770560 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-281ede75-fae0-48c6-bd38-37d0a020e85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:20.793757 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddecc977-57d2-43a4-b7ec-a631ae8df5b1 req-4749d9e0-62e5-4dca-96c5-c29b8ec45bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:20.795325 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ddecc977-57d2-43a4-b7ec-a631ae8df5b1 req-4749d9e0-62e5-4dca-96c5-c29b8ec45bf0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=91cdd107-2e0d-4edf-b94d-2a69e015516f HTTP/1.1" status: 200 len: 912 time: 0.4055517 Jul 05 12:23:20.835908 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4c1bff37-dfe3-41b9-a219-7ec82f3f1cad tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575314'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:20.847917 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8f050e07-b418-4e06-a40b-f1eded4ca433 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks [] for floatingip, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:20.894265 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ddecc977-57d2-43a4-b7ec-a631ae8df5b1 req-e1a0eb49-f15e-464c-9dca-370b95e3ad82 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40bf9e95-0c33-45db-9824-f45d0268b3b9 HTTP/1.1" status: 200 len: 217 time: 0.0791507 Jul 05 12:23:20.904573 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-5120cd1b-e77b-4a24-b45a-d9ab16254f55 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=09591cb1baeb430290409e983f6117df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3082378 Jul 05 12:23:20.963547 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 33814) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:21.050018 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 33816) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:21.113309 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-0e9fbaf2-708b-4d99-8805-c12016b0fcf9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a533b6cd4191441e8d9a1a647c3524f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1440752 Jul 05 12:23:21.115760 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 33820) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:21.134576 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddecc977-57d2-43a4-b7ec-a631ae8df5b1 req-f142b0ff-79ad-4631-9d1d-5130561912ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:21.136943 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ddecc977-57d2-43a4-b7ec-a631ae8df5b1 req-f142b0ff-79ad-4631-9d1d-5130561912ba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6be35130-2cef-4151-b10a-cfbd9cc073f5 HTTP/1.1" status: 200 len: 851 time: 0.2307675 Jul 05 12:23:21.138594 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4c1bff37-dfe3-41b9-a219-7ec82f3f1cad tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:21.140708 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-4c1bff37-dfe3-41b9-a219-7ec82f3f1cad tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6019642 Jul 05 12:23:21.182789 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1807b075-bdc6-4283-b923-fbd03fb9df0b req-f1d01a3f-dc7d-4c6c-8f89-2849afcc8986 service neutron] 10.222.0.16 "GET /v2.0/networks/bc0fd846-c334-4479-a84c-f394ce1a591f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5997946 Jul 05 12:23:21.234937 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ddecc977-57d2-43a4-b7ec-a631ae8df5b1 req-e6428eeb-f023-45ef-a5c6-01f55b05bd24 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=91cdd107-2e0d-4edf-b94d-2a69e015516f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865128 Jul 05 12:23:21.261775 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f190d7e6-30da-49a0-9912-3f2669a55a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:21.348377 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1807b075-bdc6-4283-b923-fbd03fb9df0b req-9d07fc45-9c29-4524-baf4-9f09d2f0831d service neutron] 10.222.0.16 "GET /v2.0/networks/bc0fd846-c334-4479-a84c-f394ce1a591f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489294 Jul 05 12:23:21.373381 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85d56b-bc4b-45dc-aa0f-98971eeadfd3 req-e1b74152-f6fb-4be6-8bbe-55bc164e0277 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:21.374927 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ee85d56b-bc4b-45dc-aa0f-98971eeadfd3 req-e1b74152-f6fb-4be6-8bbe-55bc164e0277 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=847d2786-50c8-484c-98bd-2706717c0b52 HTTP/1.1" status: 200 len: 943 time: 0.4123530 Jul 05 12:23:21.380296 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-afe389cd-d43a-45c8-8bbc-0f4a12fb33c6 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Allocated IP 172.20.0.6 (b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4/e30de3fd-5a84-4ee0-841b-b14be1c12396/d71c2118-4f14-49b5-9829-b3477f98e366) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:23:21.408445 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-bbc0e3ab-d7f1-411b-959d-4db8e660d56a service neutron] 10.222.0.52 "GET /v2.0/networks/b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4813383 Jul 05 12:23:21.419566 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-42f2f4d3-56ab-430c-8eb5-6b97be3f6873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:21.482756 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e50ce804-f2f4-4390-81ca-8c55553f5bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:21.522236 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8f050e07-b418-4e06-a40b-f1eded4ca433 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:21.626294 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-afe389cd-d43a-45c8-8bbc-0f4a12fb33c6 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:21.655090 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 2f870125-e7e6-4ae8-84f7-412921045392 up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:23:21.703727 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-8f050e07-b418-4e06-a40b-f1eded4ca433 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Allocated IP 172.27.3.127 (aa38b356-d6cf-48be-b408-9464f33b7649/1e645773-65d0-42f3-9bdc-7785aff60c5a/12b1dfb8-cf81-4f89-b006-87be41f14acd) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:23:21.730606 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning for port 2f870125-e7e6-4ae8-84f7-412921045392 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:23:21.735319 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-afe389cd-d43a-45c8-8bbc-0f4a12fb33c6 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:21.735746 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port 2f870125-e7e6-4ae8-84f7-412921045392 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:23:21.736397 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:21.788514 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ee85d56b-bc4b-45dc-aa0f-98971eeadfd3 req-f09b623f-e7af-4c0c-8406-330b0bfd46c0 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973830 Jul 05 12:23:21.792363 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e50ce804-f2f4-4390-81ca-8c55553f5bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:21.825361 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:21.829612 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-afe389cd-d43a-45c8-8bbc-0f4a12fb33c6 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Network b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:23:21.832069 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe389cd-d43a-45c8-8bbc-0f4a12fb33c6 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Pushing event updated for resources: {'Port': ['ID=d71c2118-4f14-49b5-9829-b3477f98e366,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:21.839039 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-afe389cd-d43a-45c8-8bbc-0f4a12fb33c6 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:23:21.843089 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-afe389cd-d43a-45c8-8bbc-0f4a12fb33c6 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:23:21.849818 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-afe389cd-d43a-45c8-8bbc-0f4a12fb33c6 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:21.850643 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-afe389cd-d43a-45c8-8bbc-0f4a12fb33c6 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:21.861191 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ddecc977-57d2-43a4-b7ec-a631ae8df5b1 req-6d980d03-4ee5-4898-924e-765cd76e7af6 service neutron] 10.222.0.16 "GET /v2.0/networks/91cdd107-2e0d-4edf-b94d-2a69e015516f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6039879 Jul 05 12:23:21.887168 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] For port 2f870125-e7e6-4ae8-84f7-412921045392, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=2f870125-e7e6-4ae8-84f7-412921045392,segment=NetworkSegment(a5eff1d7-bf39-4749-97ff-8022401a9780),segment_id=a5eff1d7-bf39-4749-97ff-8022401a9780)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:23:21.892748 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:21.908153 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8f050e07-b418-4e06-a40b-f1eded4ca433 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:21.956642 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Pushing event updated for resources: {'Port': ['ID=2f870125-e7e6-4ae8-84f7-412921045392,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:21.958508 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-79dac41d-75e0-4042-9998-22e1ecb34c41 service neutron] 10.222.0.52 "GET /v2.0/networks/b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5294468 Jul 05 12:23:21.974329 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8f050e07-b418-4e06-a40b-f1eded4ca433 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:22.015264 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f050e07-b418-4e06-a40b-f1eded4ca433 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Network aa38b356-d6cf-48be-b408-9464f33b7649 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:23:22.020366 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-8f050e07-b418-4e06-a40b-f1eded4ca433 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:23:22.022957 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f050e07-b418-4e06-a40b-f1eded4ca433 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:23:22.023401 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f190d7e6-30da-49a0-9912-3f2669a55a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:22.035561 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e50ce804-f2f4-4390-81ca-8c55553f5bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:22.038107 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e50ce804-f2f4-4390-81ca-8c55553f5bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:22.039350 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-e50ce804-f2f4-4390-81ca-8c55553f5bb8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/51bbf839-8a9f-4600-a585-23111af46ae1 HTTP/1.1" status: 204 len: 168 time: 0.9169586 Jul 05 12:23:22.042983 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-afe389cd-d43a-45c8-8bbc-0f4a12fb33c6 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3203735 Jul 05 12:23:22.079945 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f190d7e6-30da-49a0-9912-3f2669a55a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:22.090657 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-60069d0f-d15a-40e1-bbc3-f1fae993bed0 service neutron] Request body: {'port': {'device_id': 'e69f6013-e037-4283-95a7-a8e5f0889dbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:23:22.142274 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f050e07-b418-4e06-a40b-f1eded4ca433 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Pushing event updated for resources: {'Port': ['ID=12b1dfb8-cf81-4f89-b006-87be41f14acd,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:22.152619 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-4ada59c1-ae7d-46b4-93c2-f779bb230c5e tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--2108843280&fields=id&tenant_id=c2204859a25945928d43901f7e432e4b HTTP/1.1" status: 200 len: 267 time: 0.2074971 Jul 05 12:23:22.184556 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ce804-f2f4-4390-81ca-8c55553f5bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bbf839-8a9f-4600-a585-23111af46ae1,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:22.219127 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8f050e07-b418-4e06-a40b-f1eded4ca433 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:22.228946 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ddecc977-57d2-43a4-b7ec-a631ae8df5b1 req-45fb90a3-73fd-41f1-ba1b-70c1e1c6e3ba service neutron] 10.222.0.16 "GET /v2.0/networks/91cdd107-2e0d-4edf-b94d-2a69e015516f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550217 Jul 05 12:23:22.330462 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-60069d0f-d15a-40e1-bbc3-f1fae993bed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:22.332124 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-f190d7e6-30da-49a0-9912-3f2669a55a91 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=60b5d0e9855049d1a4a96ba1bf164bec&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0899935 Jul 05 12:23:22.338594 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 33844) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:22.356267 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8f050e07-b418-4e06-a40b-f1eded4ca433 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:22.372417 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f190d7e6-30da-49a0-9912-3f2669a55a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce2917f-83bd-453e-8adb-af31a7e0898b,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:22.428571 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 12:23:22.463326 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-0d2b1856-e03c-4dc0-a5d8-728247a064c9 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:22.464861 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-0d2b1856-e03c-4dc0-a5d8-728247a064c9 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/networks?id=a54fe11d-9434-40ac-976c-e45f096866c1 HTTP/1.1" status: 200 len: 816 time: 0.2899270 Jul 05 12:23:22.484274 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d8d27-0296-44a1-a30c-87d11d59ca90 req-ff259280-ab05-4db6-b6c7-4ee40890b17d tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:22.486699 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-081d8d27-0296-44a1-a30c-87d11d59ca90 req-ff259280-ab05-4db6-b6c7-4ee40890b17d tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] 10.222.0.52 "GET /v2.0/ports?device_id=40e788bf-4eb5-42c0-8b71-947b14a62183 HTTP/1.1" status: 200 len: 943 time: 0.2285342 Jul 05 12:23:22.532530 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 33850) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:22.534432 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-bcc4a58d-4267-451a-b0da-c89d110017d0 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/quotas/c2204859a25945928d43901f7e432e4b HTTP/1.1" status: 200 len: 375 time: 0.0603685 Jul 05 12:23:22.542472 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-42f2f4d3-56ab-430c-8eb5-6b97be3f6873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:22.554192 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-42f2f4d3-56ab-430c-8eb5-6b97be3f6873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:22.589546 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port 5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7,segment=NetworkSegment(feef0f2b-e156-4b96-9bca-0a760a19da57),segment_id=feef0f2b-e156-4b96-9bca-0a760a19da57)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:23:22.607049 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Returning: {'device': '5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7', 'network_id': 'bc0fd846-c334-4479-a84c-f394ce1a591f', 'port_id': '5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7', 'mac_address': 'fa:16:3e:67:23:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b41b9be-ddbd-4ad2-a9b4-39ca25692a51', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 12:23:22.620100 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-081d8d27-0296-44a1-a30c-87d11d59ca90 req-e36fdf96-ee74-4f05-8583-015630a4e7fb tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] 10.222.0.52 "GET /v2.0/security-groups?id=2085552b-0d86-439b-b60e-7d3d54836673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210020 Jul 05 12:23:22.648376 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-aadb20b8-38d4-4922-bd5a-2250864c78a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:22.651431 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-42f2f4d3-56ab-430c-8eb5-6b97be3f6873 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9b68973fd7ed4c97b9a7498bf1e92503&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5950119 Jul 05 12:23:22.653434 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f2f4d3-56ab-430c-8eb5-6b97be3f6873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63be1643-4c16-40b4-90bb-146809b30fe5,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:22.659376 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 33856) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:22.715066 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:22.734378 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-db5e53af-0b40-49be-88a6-999b163fe446 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c2204859a25945928d43901f7e432e4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1910675 Jul 05 12:23:22.738712 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:23:22.779793 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port 5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7,segment=NetworkSegment(feef0f2b-e156-4b96-9bca-0a760a19da57),segment_id=feef0f2b-e156-4b96-9bca-0a760a19da57)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:23:22.785542 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:22.799433 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-aadb20b8-38d4-4922-bd5a-2250864c78a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:22.826405 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c8c682fc-f96b-456f-873c-639bc58407fa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=be99a14b368242cfbec3c11e83d6d22b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2873213 Jul 05 12:23:22.841858 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:22.853478 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 33858) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:22.892022 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bb207932-bccf-4052-8ca4-000204d90de1 req-8c65dc34-f22a-4efa-871c-0b6e1344dc6b tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 210 time: 0.1482878 Jul 05 12:23:22.902349 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-89e16adc-8215-44fe-afc9-939401771f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:22.908449 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-d7f003e3-7ce1-4e02-bb51-d90264d4f2c4 service neutron] 10.222.0.52 "GET /v2.0/networks/a54fe11d-9434-40ac-976c-e45f096866c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731882 Jul 05 12:23:22.956735 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8f050e07-b418-4e06-a40b-f1eded4ca433 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:22.970075 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8f050e07-b418-4e06-a40b-f1eded4ca433 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:22.974927 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-aadb20b8-38d4-4922-bd5a-2250864c78a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:22.977912 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-aadb20b8-38d4-4922-bd5a-2250864c78a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:22.981406 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-aadb20b8-38d4-4922-bd5a-2250864c78a5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3ce2917f-83bd-453e-8adb-af31a7e0898b HTTP/1.1" status: 204 len: 168 time: 0.6381524 Jul 05 12:23:23.027758 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8f050e07-b418-4e06-a40b-f1eded4ca433 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575314'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:23.030408 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-89e16adc-8215-44fe-afc9-939401771f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:23.035689 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb20b8-38d4-4922-bd5a-2250864c78a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce2917f-83bd-453e-8adb-af31a7e0898b,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:23.072838 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f050e07-b418-4e06-a40b-f1eded4ca433 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Pushing event updated for resources: {'Port': ['ID=12b1dfb8-cf81-4f89-b006-87be41f14acd,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:23.077974 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8f050e07-b418-4e06-a40b-f1eded4ca433 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:23.079245 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-8f050e07-b418-4e06-a40b-f1eded4ca433 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5198870 Jul 05 12:23:23.089631 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-da3bf015-a790-4fba-8f3f-5dbaaccb16cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:23.124242 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-60069d0f-d15a-40e1-bbc3-f1fae993bed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d71c2118-4f14-49b5-9829-b3477f98e366 {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:23:23.135446 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-60069d0f-d15a-40e1-bbc3-f1fae993bed0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:23.146955 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-69678bff-8d5c-47e0-b031-1dbdab3db7db service neutron] 10.222.0.52 "GET /v2.0/networks/a54fe11d-9434-40ac-976c-e45f096866c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277820 Jul 05 12:23:23.170557 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-60069d0f-d15a-40e1-bbc3-f1fae993bed0 service neutron] Transition to ACTIVE for port object d71c2118-4f14-49b5-9829-b3477f98e366 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:23:23.174911 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] get_ports_and_sgs() called for port_ids ['5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 12:23:23.176564 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-60069d0f-d15a-40e1-bbc3-f1fae993bed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:23.249342 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-da3bf015-a790-4fba-8f3f-5dbaaccb16cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:23.321445 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf3927-90f7-4378-85d5-618779a70852 req-c2cd1857-e15a-4e4a-8eac-d28d49184a30 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:23.330404 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5acf3927-90f7-4378-85d5-618779a70852 req-c2cd1857-e15a-4e4a-8eac-d28d49184a30 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=847d2786-50c8-484c-98bd-2706717c0b52 HTTP/1.1" status: 200 len: 944 time: 0.2874727 Jul 05 12:23:23.355308 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-89e16adc-8215-44fe-afc9-939401771f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:23.358230 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-89e16adc-8215-44fe-afc9-939401771f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:23.359548 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-89e16adc-8215-44fe-afc9-939401771f41 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/63be1643-4c16-40b4-90bb-146809b30fe5 HTTP/1.1" status: 204 len: 168 time: 0.6992316 Jul 05 12:23:23.379612 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e16adc-8215-44fe-afc9-939401771f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63be1643-4c16-40b4-90bb-146809b30fe5,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:23.399653 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5acf3927-90f7-4378-85d5-618779a70852 req-0a2602dc-44ae-4560-ae01-1f3744399a08 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673549 Jul 05 12:23:23.401084 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-da3bf015-a790-4fba-8f3f-5dbaaccb16cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:23.404804 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-da3bf015-a790-4fba-8f3f-5dbaaccb16cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:23.406147 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-da3bf015-a790-4fba-8f3f-5dbaaccb16cf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ff9ae21c-7a3a-4b6b-bd74-17fdbf3c2b99 HTTP/1.1" status: 204 len: 168 time: 0.5503795 Jul 05 12:23:23.407543 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60069d0f-d15a-40e1-bbc3-f1fae993bed0 service neutron] Pushing event updated for resources: {'Port': ['ID=d71c2118-4f14-49b5-9829-b3477f98e366,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:23.417297 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3bf015-a790-4fba-8f3f-5dbaaccb16cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9ae21c-7a3a-4b6b-bd74-17fdbf3c2b99,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:23.426984 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-60069d0f-d15a-40e1-bbc3-f1fae993bed0 service neutron] Attempting to bind port d71c2118-4f14-49b5-9829-b3477f98e366 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:23:23.427509 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-60069d0f-d15a-40e1-bbc3-f1fae993bed0 service neutron] Attempting to bind port d71c2118-4f14-49b5-9829-b3477f98e366 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'd5363bdd-5cae-4366-a4bb-d332eedef118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:23:23.427845 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-60069d0f-d15a-40e1-bbc3-f1fae993bed0 service neutron] Attempting to bind port d71c2118-4f14-49b5-9829-b3477f98e366 on network b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:23:23.434468 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-60069d0f-d15a-40e1-bbc3-f1fae993bed0 service neutron] Port d71c2118-4f14-49b5-9829-b3477f98e366 on network b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 12:23:23.434814 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-60069d0f-d15a-40e1-bbc3-f1fae993bed0 service neutron] Attempting to bind port d71c2118-4f14-49b5-9829-b3477f98e366 on network b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:23:23.456600 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-60069d0f-d15a-40e1-bbc3-f1fae993bed0 service neutron] Checking agent: {'id': '3e7fb013-ee8e-41ba-b8fe-dbc5ebca3998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 21, 18), 'started_at': datetime.datetime(2021, 7, 5, 12, 21, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:23:23.457089 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-60069d0f-d15a-40e1-bbc3-f1fae993bed0 service neutron] Checking segment: {'id': 'd5363bdd-5cae-4366-a4bb-d332eedef118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:23:23.457493 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-60069d0f-d15a-40e1-bbc3-f1fae993bed0 service neutron] Bound using segment: {'id': 'd5363bdd-5cae-4366-a4bb-d332eedef118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:23:23.464086 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-60069d0f-d15a-40e1-bbc3-f1fae993bed0 service neutron] Bound port: d71c2118-4f14-49b5-9829-b3477f98e366, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5363bdd-5cae-4366-a4bb-d332eedef118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:23:23.464534 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-60069d0f-d15a-40e1-bbc3-f1fae993bed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:23.628985 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-14d85b96-51af-4873-b1a0-79069d47a8f7 req-13324689-990c-429e-a5c4-d7f224bdf621 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 210 time: 0.0710344 Jul 05 12:23:23.636173 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-60069d0f-d15a-40e1-bbc3-f1fae993bed0 service neutron] For port d71c2118-4f14-49b5-9829-b3477f98e366, host hv-cinder-79628, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:23:23.640138 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-60069d0f-d15a-40e1-bbc3-f1fae993bed0 service neutron] For port d71c2118-4f14-49b5-9829-b3477f98e366, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d71c2118-4f14-49b5-9829-b3477f98e366,segment=NetworkSegment(d5363bdd-5cae-4366-a4bb-d332eedef118),segment_id=d5363bdd-5cae-4366-a4bb-d332eedef118)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:23:23.645901 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-60069d0f-d15a-40e1-bbc3-f1fae993bed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:23.713759 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-36d0b007-356c-460d-a61e-94317d21d82b tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--459013122&fields=id&tenant_id=35f01324a75d49b0a41482389c6e6ffa HTTP/1.1" status: 200 len: 267 time: 0.0837479 Jul 05 12:23:23.731204 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 2f870125-e7e6-4ae8-84f7-412921045392 up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:23:23.781684 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60069d0f-d15a-40e1-bbc3-f1fae993bed0 service neutron] Pushing event updated for resources: {'Port': ['ID=d71c2118-4f14-49b5-9829-b3477f98e366,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:23.839230 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-60069d0f-d15a-40e1-bbc3-f1fae993bed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:23.839976 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-60069d0f-d15a-40e1-bbc3-f1fae993bed0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:23.841465 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-60069d0f-d15a-40e1-bbc3-f1fae993bed0 service neutron] 10.222.0.16 "PUT /v2.0/ports/d71c2118-4f14-49b5-9829-b3477f98e366 HTTP/1.1" status: 200 len: 1093 time: 1.7663352 Jul 05 12:23:23.841940 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e69f6013-e037-4283-95a7-a8e5f0889dbc', 'tag': 'd71c2118-4f14-49b5-9829-b3477f98e366'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:23:23.844260 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa477df9db133d569a4b8d31d3ac9e6e51d5deb3d50c5365463f1d57aa01439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbb5438-08d5-4c48-a9f5-72adf2e06f93" -d '{"events": [{"name": "network-changed", "server_uuid": "e69f6013-e037-4283-95a7-a8e5f0889dbc", "tag": "d71c2118-4f14-49b5-9829-b3477f98e366"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:23:23.859866 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-dcbcf7ec-18da-452c-b0a4-8db6786499e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:23.868452 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 33896) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:23.890661 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-822c3641-6e66-4f91-a8a7-ccd9d75b0f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:23.926461 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:24.061640 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port 2f870125-e7e6-4ae8-84f7-412921045392 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:23:24.062095 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:24.286797 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-822c3641-6e66-4f91-a8a7-ccd9d75b0f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:24.296738 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-9ca22342-f600-41e5-88ed-8d822639315b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:24.298392 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-9ca22342-f600-41e5-88ed-8d822639315b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09591cb1baeb430290409e983f6117df&device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 1096 time: 0.2316570 Jul 05 12:23:24.299345 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 33914) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:24.312343 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-822c3641-6e66-4f91-a8a7-ccd9d75b0f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:24.336984 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-16d599bc-872f-4ec5-8d5a-cee979551fed tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:24.339195 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-16d599bc-872f-4ec5-8d5a-cee979551fed tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/networks?id=ce9dc6dd-f0bf-4ede-a694-43b2f2633288 HTTP/1.1" status: 200 len: 811 time: 0.6170745 Jul 05 12:23:24.342774 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9f420f4a-ec80-4f62-94e8-627f969ba072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:24.394556 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-38f923ed-39c8-451f-b158-89787ffee5bc tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/quotas/35f01324a75d49b0a41482389c6e6ffa HTTP/1.1" status: 200 len: 375 time: 0.0350056 Jul 05 12:23:24.397828 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-0026fbeb-a2bf-4838-8305-02f01df8c9ba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d71c2118-4f14-49b5-9829-b3477f98e366 HTTP/1.1" status: 200 len: 217 time: 0.0810120 Jul 05 12:23:24.405625 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c3641-6e66-4f91-a8a7-ccd9d75b0f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb8be82-a12f-434e-889c-aa41e06aa65a,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:24.408636 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d629e-d712-4466-b242-61b881087195 req-88190409-34d0-4c2d-8d3a-0e161b57b70f tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:24.410378 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a45d629e-d712-4466-b242-61b881087195 req-88190409-34d0-4c2d-8d3a-0e161b57b70f tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] 10.222.0.52 "GET /v2.0/ports?device_id=40e788bf-4eb5-42c0-8b71-947b14a62183 HTTP/1.1" status: 200 len: 943 time: 0.4161134 Jul 05 12:23:24.414648 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 40bf9e95-0c33-45db-9824-f45d0268b3b9 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 12:23:24.424466 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-822c3641-6e66-4f91-a8a7-ccd9d75b0f20 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6d7591cf57774021bb839ffb9a8015cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5545914 Jul 05 12:23:24.441376 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-3ce04f35-a09e-4e47-940f-176cb96c3883 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:24.443002 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-3ce04f35-a09e-4e47-940f-176cb96c3883 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.16 "GET /v2.0/networks?id=b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4 HTTP/1.1" status: 200 len: 818 time: 0.5626168 Jul 05 12:23:24.444121 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 33918) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:24.496680 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-69ac206e-62e6-445b-b7aa-20dfd6b5a82e tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Request body: {'port': {'device_id': '3f4c5dc0-076f-4130-a5ba-26ca3461d9a3', 'network_id': 'b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4', 'admin_state_up': True, 'tenant_id': '09591cb1baeb430290409e983f6117df'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:23:24.522257 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-89933bfc-bda1-4089-a956-85e702ee5362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:24.524497 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-89933bfc-bda1-4089-a956-85e702ee5362 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e30de3fd-5a84-4ee0-841b-b14be1c12396 HTTP/1.1" status: 200 len: 858 time: 0.1132445 Jul 05 12:23:24.574275 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-9df9cedb-81f8-489e-9044-919e62843f60 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397885 Jul 05 12:23:24.580503 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port 40bf9e95-0c33-45db-9824-f45d0268b3b9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=40bf9e95-0c33-45db-9824-f45d0268b3b9,segment=NetworkSegment(301397d7-1784-439b-8aea-f28ffd45f8d5),segment_id=301397d7-1784-439b-8aea-f28ffd45f8d5)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:23:24.600728 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Returning: {'device': '40bf9e95-0c33-45db-9824-f45d0268b3b9', 'network_id': '91cdd107-2e0d-4edf-b94d-2a69e015516f', 'port_id': '40bf9e95-0c33-45db-9824-f45d0268b3b9', 'mac_address': 'fa:16:3e:75:bd:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6be35130-2cef-4151-b10a-cfbd9cc073f5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 12:23:24.634979 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e5bcf79a-d7eb-47e4-bfa5-70120a1cdf02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:24.667001 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a45d629e-d712-4466-b242-61b881087195 req-e3c30b3b-8273-41ca-a4ce-9f85001e52a6 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] 10.222.0.52 "GET /v2.0/security-groups?id=2085552b-0d86-439b-b60e-7d3d54836673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214363 Jul 05 12:23:24.683141 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e5bcf79a-d7eb-47e4-bfa5-70120a1cdf02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:24.685328 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:24.686207 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:24.732707 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40bf9e95-0c33-45db-9824-f45d0268b3b9 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:23:24.750627 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-6c0c8f01-61e4-41c2-b4b6-5be98087b631 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=35f01324a75d49b0a41482389c6e6ffa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3548741 Jul 05 12:23:24.753787 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9f420f4a-ec80-4f62-94e8-627f969ba072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:24.762032 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9f420f4a-ec80-4f62-94e8-627f969ba072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:24.776066 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-677c1751-fc0b-4405-975c-229177a974f8 service neutron] 10.222.0.16 "GET /v2.0/networks/b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922073 Jul 05 12:23:24.795029 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 12:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7eaa4c-e512-4fa6-b924-aad3361eadb1 x-openstack-request-id: req-4c7eaa4c-e512-4fa6-b924-aad3361eadb1 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:23:24.795366 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e69f6013-e037-4283-95a7-a8e5f0889dbc", "tag": "d71c2118-4f14-49b5-9829-b3477f98e366", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:23:24.795618 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4c7eaa4c-e512-4fa6-b924-aad3361eadb1 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:23:24.796184 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e69f6013-e037-4283-95a7-a8e5f0889dbc', 'tag': 'd71c2118-4f14-49b5-9829-b3477f98e366', 'status': 'completed', 'code': 200} Jul 05 12:23:24.848890 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port 40bf9e95-0c33-45db-9824-f45d0268b3b9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=40bf9e95-0c33-45db-9824-f45d0268b3b9,segment=NetworkSegment(301397d7-1784-439b-8aea-f28ffd45f8d5),segment_id=301397d7-1784-439b-8aea-f28ffd45f8d5)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:23:24.855701 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:24.864378 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f420f4a-ec80-4f62-94e8-627f969ba072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf5e669-9bd2-4134-9983-3f7ab35b6066,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:24.873443 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9f420f4a-ec80-4f62-94e8-627f969ba072 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=63072cde391647029499440a798b58d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5707352 Jul 05 12:23:24.874267 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e5bcf79a-d7eb-47e4-bfa5-70120a1cdf02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:24.887941 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e5bcf79a-d7eb-47e4-bfa5-70120a1cdf02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:24.889084 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e5bcf79a-d7eb-47e4-bfa5-70120a1cdf02 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dbb8be82-a12f-434e-889c-aa41e06aa65a HTTP/1.1" status: 204 len: 168 time: 0.4440234 Jul 05 12:23:24.891454 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 33932) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:24.940032 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=40bf9e95-0c33-45db-9824-f45d0268b3b9,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:24.980568 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0ec3a01d-223e-4025-ada2-50e41952e08e req-e8b82e28-27c6-4440-afad-ec4d431b06dd tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 210 time: 0.0548642 Jul 05 12:23:25.002780 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bcf79a-d7eb-47e4-bfa5-70120a1cdf02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb8be82-a12f-434e-889c-aa41e06aa65a,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:25.018307 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5641640a-ad4f-4e62-98e2-e2e6073cc5cb req-d42d00e8-0239-453f-883e-9fbb6fece7df service neutron] 10.222.0.16 "GET /v2.0/networks/b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159815 Jul 05 12:23:25.064365 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-69ac206e-62e6-445b-b7aa-20dfd6b5a82e tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Made reservation on behalf of 09591cb1baeb430290409e983f6117df for: {'port': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:23:25.068813 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-69ac206e-62e6-445b-b7aa-20dfd6b5a82e tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:25.084777 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-18d07090-6930-4d40-b83a-dbd3482fffc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:25.093883 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-0fc6d09f-33a9-47f8-8ca4-a0ca59cc35d7 service neutron] 10.222.0.52 "GET /v2.0/networks/ce9dc6dd-f0bf-4ede-a694-43b2f2633288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150783 Jul 05 12:23:25.340709 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] get_ports_and_sgs() called for port_ids ['40bf9e95-0c33-45db-9824-f45d0268b3b9'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 12:23:25.486921 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-a6675810-92c1-41d6-8f34-03604926125e tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:25.490771 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-a6675810-92c1-41d6-8f34-03604926125e tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.16 "GET /v2.0/networks?id=a54fe11d-9434-40ac-976c-e45f096866c1 HTTP/1.1" status: 200 len: 816 time: 0.1397777 Jul 05 12:23:25.502514 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-18d07090-6930-4d40-b83a-dbd3482fffc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:25.594341 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-f0115076-bace-4357-b83b-e57019e6fbfc service neutron] 10.222.0.52 "GET /v2.0/networks/ce9dc6dd-f0bf-4ede-a694-43b2f2633288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4989450 Jul 05 12:23:25.614847 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-d6f1dc05-ca98-454f-ac9e-897a4de55bb2 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2204859a25945928d43901f7e432e4b HTTP/1.1" status: 200 len: 380 time: 0.1077766 Jul 05 12:23:25.626583 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-0c62c28f-5c13-497d-9f97-75edb7dcb769 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Request body: {'port': {'device_id': 'c00a42b4-2b64-41f0-9a17-b91b415f8f84', 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1', 'admin_state_up': True, 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'security_groups': ['55de064e-556b-432c-a876-c62589b52d55']}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:23:25.651135 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb5438-08d5-4c48-a9f5-72adf2e06f93 req-0594abfd-e3da-4f8a-ba3b-e522bf678dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:25.652750 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bdbb5438-08d5-4c48-a9f5-72adf2e06f93 req-0594abfd-e3da-4f8a-ba3b-e522bf678dae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09591cb1baeb430290409e983f6117df&device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 1096 time: 0.5549858 Jul 05 12:23:25.676488 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4b4a6-e60a-4ad4-9cfb-effcd5c9c56e req-96805fbe-89a0-4772-813e-43ce5778b8b7 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:25.705142 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a0f4b4a6-e60a-4ad4-9cfb-effcd5c9c56e req-96805fbe-89a0-4772-813e-43ce5778b8b7 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=847d2786-50c8-484c-98bd-2706717c0b52 HTTP/1.1" status: 200 len: 944 time: 0.4887478 Jul 05 12:23:25.756581 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-18d07090-6930-4d40-b83a-dbd3482fffc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:25.760453 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-18d07090-6930-4d40-b83a-dbd3482fffc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:25.762091 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-18d07090-6930-4d40-b83a-dbd3482fffc6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1bf5e669-9bd2-4134-9983-3f7ab35b6066 HTTP/1.1" status: 204 len: 168 time: 0.8678834 Jul 05 12:23:25.796105 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-69ac206e-62e6-445b-b7aa-20dfd6b5a82e tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Allocated IP 172.20.0.11 (b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4/e30de3fd-5a84-4ee0-841b-b14be1c12396/bd5472d2-ce90-4895-8b5e-62cd7d7f7953) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:23:25.826492 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d07090-6930-4d40-b83a-dbd3482fffc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf5e669-9bd2-4134-9983-3f7ab35b6066,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:25.862143 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a0f4b4a6-e60a-4ad4-9cfb-effcd5c9c56e req-fa0cdf1c-35e9-4847-afee-2c22af1ee1c7 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555741 Jul 05 12:23:25.936121 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-0c62c28f-5c13-497d-9f97-75edb7dcb769 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Made reservation on behalf of c2204859a25945928d43901f7e432e4b for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:23:25.940759 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-0c62c28f-5c13-497d-9f97-75edb7dcb769 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:25.949083 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-86d84827-b029-488d-bf46-ebe9b77214e9 req-e2b7da3a-d3ee-41eb-8f0f-4f785a8ef45f tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 210 time: 0.0360899 Jul 05 12:23:25.963888 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb5438-08d5-4c48-a9f5-72adf2e06f93 req-0acbdda8-004e-49a6-b3b3-d163cd158e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:25.966479 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bdbb5438-08d5-4c48-a9f5-72adf2e06f93 req-0acbdda8-004e-49a6-b3b3-d163cd158e4d service neutron] 10.222.0.16 "GET /v2.0/networks?id=b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4 HTTP/1.1" status: 200 len: 919 time: 0.2863081 Jul 05 12:23:26.104001 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bdbb5438-08d5-4c48-a9f5-72adf2e06f93 req-e336b7e3-8d67-4af8-8402-8044544e319e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d71c2118-4f14-49b5-9829-b3477f98e366 HTTP/1.1" status: 200 len: 217 time: 0.1256018 Jul 05 12:23:26.199017 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb5438-08d5-4c48-a9f5-72adf2e06f93 req-5b9fc81d-9c77-47a4-81c5-c38a81c50e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:26.201407 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bdbb5438-08d5-4c48-a9f5-72adf2e06f93 req-5b9fc81d-9c77-47a4-81c5-c38a81c50e2b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e30de3fd-5a84-4ee0-841b-b14be1c12396 HTTP/1.1" status: 200 len: 858 time: 0.0904582 Jul 05 12:23:26.230339 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:26.257463 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bdbb5438-08d5-4c48-a9f5-72adf2e06f93 req-2df35b9d-4509-4014-a867-2eda48927151 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376387 Jul 05 12:23:26.295225 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-0c62c28f-5c13-497d-9f97-75edb7dcb769 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Allocated IP 172.20.0.10 (a54fe11d-9434-40ac-976c-e45f096866c1/e29bc3a4-4782-4c7f-be99-ab421b15f5f5/d6ee29c4-7aca-4473-841c-f7b867576fb6) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:23:26.429437 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 40bf9e95-0c33-45db-9824-f45d0268b3b9 up at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:23:26.470642 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8f71bd63-0a22-4a12-82b4-34902e826dc3 req-98b17db8-5549-4971-ad31-24b62a9920f2 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 210 time: 0.3883045 Jul 05 12:23:26.482949 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bdbb5438-08d5-4c48-a9f5-72adf2e06f93 req-7dbf06e8-a819-4d2a-aafe-8a4f4fefcb0f service neutron] 10.222.0.16 "GET /v2.0/networks/b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162359 Jul 05 12:23:26.569376 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning for port 40bf9e95-0c33-45db-9824-f45d0268b3b9 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:23:26.574625 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning complete for port 40bf9e95-0c33-45db-9824-f45d0268b3b9 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:23:26.576435 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:26.627433 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30025f-0183-49a3-b449-ea27c564e4d3 req-fb03fef1-4620-4cf3-adb7-77a01579a014 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:26.636349 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3e30025f-0183-49a3-b449-ea27c564e4d3 req-fb03fef1-4620-4cf3-adb7-77a01579a014 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] 10.222.0.52 "GET /v2.0/ports?device_id=40e788bf-4eb5-42c0-8b71-947b14a62183 HTTP/1.1" status: 200 len: 944 time: 0.5307462 Jul 05 12:23:26.653087 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-0c62c28f-5c13-497d-9f97-75edb7dcb769 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:26.680730 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bdbb5438-08d5-4c48-a9f5-72adf2e06f93 req-8cbbd42b-b8b2-4ff5-befa-ca1acaa7dd04 service neutron] 10.222.0.16 "GET /v2.0/networks/b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873238 Jul 05 12:23:26.682165 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-0c62c28f-5c13-497d-9f97-75edb7dcb769 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Transition to ACTIVE for port object d6ee29c4-7aca-4473-841c-f7b867576fb6 will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:23:26.695203 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-69ac206e-62e6-445b-b7aa-20dfd6b5a82e tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:26.753807 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:26.776825 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-0c62c28f-5c13-497d-9f97-75edb7dcb769 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:26.782987 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-69ac206e-62e6-445b-b7aa-20dfd6b5a82e tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3485770'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:26.815509 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40e788bf-4eb5-42c0-8b71-947b14a62183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40bf9e95-0c33-45db-9824-f45d0268b3b9'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:23:26.869190 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-69ac206e-62e6-445b-b7aa-20dfd6b5a82e tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Network b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:23:26.886069 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3e30025f-0183-49a3-b449-ea27c564e4d3 req-1d21f266-4940-4486-8e50-402140c61cf4 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] 10.222.0.52 "GET /v2.0/security-groups?id=2085552b-0d86-439b-b60e-7d3d54836673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487249 Jul 05 12:23:26.903291 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-69ac206e-62e6-445b-b7aa-20dfd6b5a82e tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:23:26.917046 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-69ac206e-62e6-445b-b7aa-20dfd6b5a82e tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:23:26.940829 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62c28f-5c13-497d-9f97-75edb7dcb769 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Pushing event updated for resources: {'Port': ['ID=d6ee29c4-7aca-4473-841c-f7b867576fb6,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:26.954016 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-0c62c28f-5c13-497d-9f97-75edb7dcb769 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Network a54fe11d-9434-40ac-976c-e45f096866c1 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:23:26.959474 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-0c62c28f-5c13-497d-9f97-75edb7dcb769 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:23:26.965178 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-0c62c28f-5c13-497d-9f97-75edb7dcb769 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:23:26.980961 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-0c62c28f-5c13-497d-9f97-75edb7dcb769 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:26.984334 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-0c62c28f-5c13-497d-9f97-75edb7dcb769 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:26.987490 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port 40bf9e95-0c33-45db-9824-f45d0268b3b9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=40bf9e95-0c33-45db-9824-f45d0268b3b9,segment=NetworkSegment(301397d7-1784-439b-8aea-f28ffd45f8d5),segment_id=301397d7-1784-439b-8aea-f28ffd45f8d5)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:23:26.993594 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:26.994758 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7 up at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:23:27.001818 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac206e-62e6-445b-b7aa-20dfd6b5a82e tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Pushing event updated for resources: {'Port': ['ID=bd5472d2-ce90-4895-8b5e-62cd7d7f7953,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:27.023767 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-0c62c28f-5c13-497d-9f97-75edb7dcb769 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4008884 Jul 05 12:23:27.038259 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-7c7daa46-be09-43a0-b2ed-59c374508cb1 service neutron] Request body: {'port': {'device_id': 'c00a42b4-2b64-41f0-9a17-b91b415f8f84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:23:27.076197 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d57bb-3777-4e61-97f6-6b6e848b2650 req-eb1b8a43-ddbd-4447-a65f-4191a1bc06be tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:27.088417 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-305d57bb-3777-4e61-97f6-6b6e848b2650 req-eb1b8a43-ddbd-4447-a65f-4191a1bc06be tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 932 time: 0.3493171 Jul 05 12:23:27.179064 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning for port 5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:23:27.207473 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning complete for port 5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:23:27.208187 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:27.210089 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=40bf9e95-0c33-45db-9824-f45d0268b3b9,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:27.211396 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-305d57bb-3777-4e61-97f6-6b6e848b2650 req-2bc2417f-fe60-40f2-b439-92bda134f3d2 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200576 Jul 05 12:23:27.240655 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-7c7daa46-be09-43a0-b2ed-59c374508cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:27.337495 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:27.347048 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-69ac206e-62e6-445b-b7aa-20dfd6b5a82e tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:27.347795 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-69ac206e-62e6-445b-b7aa-20dfd6b5a82e tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:27.390595 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-69ac206e-62e6-445b-b7aa-20dfd6b5a82e tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8991113 Jul 05 12:23:27.408496 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-101590dc-c207-42a0-b726-2e06f723c3e7 service neutron] Request body: {'port': {'device_id': '3f4c5dc0-076f-4130-a5ba-26ca3461d9a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:23:27.413263 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port 5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7,segment=NetworkSegment(feef0f2b-e156-4b96-9bca-0a760a19da57),segment_id=feef0f2b-e156-4b96-9bca-0a760a19da57)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:23:27.424611 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:27.428351 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2577438-4dde-444a-80c8-a128ffd0b3ee None None] Provisioning for port d6ee29c4-7aca-4473-841c-f7b867576fb6 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:23:27.439420 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2577438-4dde-444a-80c8-a128ffd0b3ee None None] Provisioning complete for port d6ee29c4-7aca-4473-841c-f7b867576fb6 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:23:27.440659 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2577438-4dde-444a-80c8-a128ffd0b3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:27.511131 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-101590dc-c207-42a0-b726-2e06f723c3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:27.534576 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-a2577438-4dde-444a-80c8-a128ffd0b3ee None None] Port d6ee29c4-7aca-4473-841c-f7b867576fb6 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 12:23:27.543128 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:27.580466 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb11927d8d6a4f40405007df32e35409d46ab531454b71f6d23f9687e715819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae774f24-433f-42c7-a613-0200c7872675" -d '{"events": [{"server_uuid": "40e788bf-4eb5-42c0-8b71-947b14a62183", "name": "network-vif-plugged", "status": "completed", "tag": "40bf9e95-0c33-45db-9824-f45d0268b3b9"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:23:27.581717 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392be31a-7beb-4442-a791-6e1862aa7987 req-fdfd5852-c67b-4da5-babe-db39dea0b906 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:27.583298 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-392be31a-7beb-4442-a791-6e1862aa7987 req-fdfd5852-c67b-4da5-babe-db39dea0b906 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=847d2786-50c8-484c-98bd-2706717c0b52 HTTP/1.1" status: 200 len: 944 time: 0.3969102 Jul 05 12:23:27.785154 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff14ef-ceb4-41bc-9182-ab08bc1c86da req-eeea5e08-5887-43c3-b132-61d2fb73c3d9 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:27.786307 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-11ff14ef-ceb4-41bc-9182-ab08bc1c86da req-eeea5e08-5887-43c3-b132-61d2fb73c3d9 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 932 time: 0.2763131 Jul 05 12:23:27.801448 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-392be31a-7beb-4442-a791-6e1862aa7987 req-dcfd7dca-6777-4c95-b388-b431613a8f5d tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936691 Jul 05 12:23:27.846489 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-7c7daa46-be09-43a0-b2ed-59c374508cb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6ee29c4-7aca-4473-841c-f7b867576fb6 {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:23:27.866404 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-7c7daa46-be09-43a0-b2ed-59c374508cb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:27.885334 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-7c7daa46-be09-43a0-b2ed-59c374508cb1 service neutron] Transition to ACTIVE for port object d6ee29c4-7aca-4473-841c-f7b867576fb6 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:23:27.893500 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-7c7daa46-be09-43a0-b2ed-59c374508cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:27.925415 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-11ff14ef-ceb4-41bc-9182-ab08bc1c86da req-3c1e1358-f30b-42c1-b426-dd8fd6aa842e tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227269 Jul 05 12:23:27.969350 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-c2555a58-658d-4a16-881a-dc4f82133ca4 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:27.971802 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-c2555a58-658d-4a16-881a-dc4f82133ca4 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.16 "GET /v2.0/networks?id=ce9dc6dd-f0bf-4ede-a694-43b2f2633288 HTTP/1.1" status: 200 len: 811 time: 0.3129051 Jul 05 12:23:28.104792 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7daa46-be09-43a0-b2ed-59c374508cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ee29c4-7aca-4473-841c-f7b867576fb6,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:28.114854 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-7c7daa46-be09-43a0-b2ed-59c374508cb1 service neutron] Attempting to bind port d6ee29c4-7aca-4473-841c-f7b867576fb6 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:23:28.115187 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-7c7daa46-be09-43a0-b2ed-59c374508cb1 service neutron] Attempting to bind port d6ee29c4-7aca-4473-841c-f7b867576fb6 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'ba2612a6-0598-4c68-93ea-4c354bd542e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:23:28.115521 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-7c7daa46-be09-43a0-b2ed-59c374508cb1 service neutron] Attempting to bind port d6ee29c4-7aca-4473-841c-f7b867576fb6 on network a54fe11d-9434-40ac-976c-e45f096866c1 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:23:28.122602 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-f5bf7b17-478d-40cf-9a39-17e4e1354b2c tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35f01324a75d49b0a41482389c6e6ffa HTTP/1.1" status: 200 len: 379 time: 0.1354189 Jul 05 12:23:28.125239 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-7c7daa46-be09-43a0-b2ed-59c374508cb1 service neutron] Port d6ee29c4-7aca-4473-841c-f7b867576fb6 on network a54fe11d-9434-40ac-976c-e45f096866c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 12:23:28.125566 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-7c7daa46-be09-43a0-b2ed-59c374508cb1 service neutron] Attempting to bind port d6ee29c4-7aca-4473-841c-f7b867576fb6 on network a54fe11d-9434-40ac-976c-e45f096866c1 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:23:28.126301 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-240afca5-2ab2-47aa-b1ac-48d2ff398f55 req-f8cca0f6-bb2b-493b-9c55-55eebba5def3 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 210 time: 0.0514028 Jul 05 12:23:28.155207 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-46663d27-1640-44fc-bcac-2e8462a90684 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Request body: {'port': {'device_id': 'cfef9891-bfce-409b-968f-45d6c4d15580', 'network_id': 'ce9dc6dd-f0bf-4ede-a694-43b2f2633288', 'admin_state_up': True, 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'security_groups': ['2a64057e-c2fd-4039-9c42-a3e9960f3fd1']}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:23:28.160345 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-7c7daa46-be09-43a0-b2ed-59c374508cb1 service neutron] Checking agent: {'id': '3e7fb013-ee8e-41ba-b8fe-dbc5ebca3998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 21, 18), 'started_at': datetime.datetime(2021, 7, 5, 12, 21, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:23:28.160683 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-7c7daa46-be09-43a0-b2ed-59c374508cb1 service neutron] Checking segment: {'id': 'ba2612a6-0598-4c68-93ea-4c354bd542e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:23:28.169561 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-7c7daa46-be09-43a0-b2ed-59c374508cb1 service neutron] Bound using segment: {'id': 'ba2612a6-0598-4c68-93ea-4c354bd542e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:23:28.171173 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-7c7daa46-be09-43a0-b2ed-59c374508cb1 service neutron] Bound port: d6ee29c4-7aca-4473-841c-f7b867576fb6, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba2612a6-0598-4c68-93ea-4c354bd542e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:23:28.171777 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-7c7daa46-be09-43a0-b2ed-59c374508cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:28.255224 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-101590dc-c207-42a0-b726-2e06f723c3e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd5472d2-ce90-4895-8b5e-62cd7d7f7953 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:23:28.285655 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-101590dc-c207-42a0-b726-2e06f723c3e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:28.308893 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-101590dc-c207-42a0-b726-2e06f723c3e7 service neutron] Transition to ACTIVE for port object bd5472d2-ce90-4895-8b5e-62cd7d7f7953 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:23:28.325038 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-101590dc-c207-42a0-b726-2e06f723c3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3485880'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:28.408910 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101590dc-c207-42a0-b726-2e06f723c3e7 service neutron] Pushing event updated for resources: {'Port': ['ID=bd5472d2-ce90-4895-8b5e-62cd7d7f7953,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:28.425341 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-46663d27-1640-44fc-bcac-2e8462a90684 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Made reservation on behalf of 35f01324a75d49b0a41482389c6e6ffa for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:23:28.429416 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-46663d27-1640-44fc-bcac-2e8462a90684 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:28.433100 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-7c7daa46-be09-43a0-b2ed-59c374508cb1 service neutron] For port d6ee29c4-7aca-4473-841c-f7b867576fb6, host hv-cinder-79628, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:23:28.438595 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device d71c2118-4f14-49b5-9829-b3477f98e366 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 12:23:28.469845 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-7c7daa46-be09-43a0-b2ed-59c374508cb1 service neutron] For port d6ee29c4-7aca-4473-841c-f7b867576fb6, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d6ee29c4-7aca-4473-841c-f7b867576fb6,segment=NetworkSegment(ba2612a6-0598-4c68-93ea-4c354bd542e5),segment_id=ba2612a6-0598-4c68-93ea-4c354bd542e5)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:23:28.516579 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-7c7daa46-be09-43a0-b2ed-59c374508cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:28.532987 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa744fa2-ac08-456e-ac5b-4cec0643c8b6 req-eaa70589-8df9-45a9-9048-71e408d5a357 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:28.539149 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fa744fa2-ac08-456e-ac5b-4cec0643c8b6 req-eaa70589-8df9-45a9-9048-71e408d5a357 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] 10.222.0.52 "GET /v2.0/ports?device_id=40e788bf-4eb5-42c0-8b71-947b14a62183 HTTP/1.1" status: 200 len: 945 time: 0.2282221 Jul 05 12:23:28.613884 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77c6dbb-02ed-4878-b338-5b56ae874fce x-openstack-request-id: req-a77c6dbb-02ed-4878-b338-5b56ae874fce {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:23:28.626451 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-7c7daa46-be09-43a0-b2ed-59c374508cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:28.627513 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-7c7daa46-be09-43a0-b2ed-59c374508cb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:28.629533 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40e788bf-4eb5-42c0-8b71-947b14a62183", "name": "network-vif-plugged", "status": "completed", "tag": "40bf9e95-0c33-45db-9824-f45d0268b3b9", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:23:28.629644 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-7c7daa46-be09-43a0-b2ed-59c374508cb1 service neutron] 10.222.0.16 "PUT /v2.0/ports/d6ee29c4-7aca-4473-841c-f7b867576fb6 HTTP/1.1" status: 200 len: 1094 time: 1.5984728 Jul 05 12:23:28.631259 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a77c6dbb-02ed-4878-b338-5b56ae874fce {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:23:28.631397 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c00a42b4-2b64-41f0-9a17-b91b415f8f84', 'tag': 'd6ee29c4-7aca-4473-841c-f7b867576fb6'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:23:28.632955 dv-cinder-796286-12-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40e788bf-4eb5-42c0-8b71-947b14a62183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40bf9e95-0c33-45db-9824-f45d0268b3b9', 'code': 200} Jul 05 12:23:28.653526 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa477df9db133d569a4b8d31d3ac9e6e51d5deb3d50c5365463f1d57aa01439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb2608d-948d-4ea4-bb98-f7bfaca20431" -d '{"events": [{"name": "network-changed", "server_uuid": "c00a42b4-2b64-41f0-9a17-b91b415f8f84", "tag": "d6ee29c4-7aca-4473-841c-f7b867576fb6"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:23:28.676640 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-101590dc-c207-42a0-b726-2e06f723c3e7 service neutron] Attempting to bind port bd5472d2-ce90-4895-8b5e-62cd7d7f7953 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:23:28.676972 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-101590dc-c207-42a0-b726-2e06f723c3e7 service neutron] Attempting to bind port bd5472d2-ce90-4895-8b5e-62cd7d7f7953 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'd5363bdd-5cae-4366-a4bb-d332eedef118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:23:28.677300 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-101590dc-c207-42a0-b726-2e06f723c3e7 service neutron] Attempting to bind port bd5472d2-ce90-4895-8b5e-62cd7d7f7953 on network b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:23:28.723152 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fa744fa2-ac08-456e-ac5b-4cec0643c8b6 req-8346e78b-1a66-4201-83c3-03caf2cb48dc tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] 10.222.0.52 "GET /v2.0/security-groups?id=2085552b-0d86-439b-b60e-7d3d54836673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747406 Jul 05 12:23:28.740471 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-101590dc-c207-42a0-b726-2e06f723c3e7 service neutron] Port bd5472d2-ce90-4895-8b5e-62cd7d7f7953 on network b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 12:23:28.741348 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-101590dc-c207-42a0-b726-2e06f723c3e7 service neutron] Attempting to bind port bd5472d2-ce90-4895-8b5e-62cd7d7f7953 on network b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:23:28.770254 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-101590dc-c207-42a0-b726-2e06f723c3e7 service neutron] Checking agent: {'id': '3e7fb013-ee8e-41ba-b8fe-dbc5ebca3998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 21, 18), 'started_at': datetime.datetime(2021, 7, 5, 12, 21, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:23:28.773413 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-101590dc-c207-42a0-b726-2e06f723c3e7 service neutron] Checking segment: {'id': 'd5363bdd-5cae-4366-a4bb-d332eedef118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:23:28.774986 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-101590dc-c207-42a0-b726-2e06f723c3e7 service neutron] Bound using segment: {'id': 'd5363bdd-5cae-4366-a4bb-d332eedef118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:23:28.776509 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-101590dc-c207-42a0-b726-2e06f723c3e7 service neutron] Bound port: bd5472d2-ce90-4895-8b5e-62cd7d7f7953, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5363bdd-5cae-4366-a4bb-d332eedef118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:23:28.780004 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-101590dc-c207-42a0-b726-2e06f723c3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:28.802338 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7daa46-be09-43a0-b2ed-59c374508cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ee29c4-7aca-4473-841c-f7b867576fb6,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:28.830145 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port d71c2118-4f14-49b5-9829-b3477f98e366, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d71c2118-4f14-49b5-9829-b3477f98e366,segment=NetworkSegment(d5363bdd-5cae-4366-a4bb-d332eedef118),segment_id=d5363bdd-5cae-4366-a4bb-d332eedef118)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:23:28.838847 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 12:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdadc7c-4b53-4bd0-b246-080e7acdcbf9 x-openstack-request-id: req-5bdadc7c-4b53-4bd0-b246-080e7acdcbf9 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:23:28.839147 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c00a42b4-2b64-41f0-9a17-b91b415f8f84", "tag": "d6ee29c4-7aca-4473-841c-f7b867576fb6", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:23:28.839398 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5bdadc7c-4b53-4bd0-b246-080e7acdcbf9 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:23:28.839797 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c00a42b4-2b64-41f0-9a17-b91b415f8f84', 'tag': 'd6ee29c4-7aca-4473-841c-f7b867576fb6', 'status': 'completed', 'code': 200} Jul 05 12:23:28.868706 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-6b810a68-9e4f-4003-9662-8882a2fa3b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:28.870248 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-6b810a68-9e4f-4003-9662-8882a2fa3b20 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c2204859a25945928d43901f7e432e4b&device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 1097 time: 0.1793957 Jul 05 12:23:28.877138 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Returning: {'device': 'd71c2118-4f14-49b5-9829-b3477f98e366', 'network_id': 'b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4', 'port_id': 'd71c2118-4f14-49b5-9829-b3477f98e366', 'mac_address': 'fa:16:3e:1b:6c:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e30de3fd-5a84-4ee0-841b-b14be1c12396', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 12:23:28.971237 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-cd4822ea-e4d8-401e-b30b-6cb8befdd466 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6ee29c4-7aca-4473-841c-f7b867576fb6 HTTP/1.1" status: 200 len: 217 time: 0.0910470 Jul 05 12:23:28.986090 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:29.027531 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d71c2118-4f14-49b5-9829-b3477f98e366 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:23:29.053260 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-80bdf7e9-d524-4905-aa3d-7d88f0f4dc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:29.055458 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-80bdf7e9-d524-4905-aa3d-7d88f0f4dc90 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e29bc3a4-4782-4c7f-be99-ab421b15f5f5 HTTP/1.1" status: 200 len: 855 time: 0.0766027 Jul 05 12:23:29.076935 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-46663d27-1640-44fc-bcac-2e8462a90684 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Allocated IP 172.20.0.5 (ce9dc6dd-f0bf-4ede-a694-43b2f2633288/2d9e9361-6ae5-4568-a40d-d37eb215fca7/0dff58fd-c8ab-4cdd-9429-db08b90f7cfb) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:23:29.100739 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port d71c2118-4f14-49b5-9829-b3477f98e366, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d71c2118-4f14-49b5-9829-b3477f98e366,segment=NetworkSegment(d5363bdd-5cae-4366-a4bb-d332eedef118),segment_id=d5363bdd-5cae-4366-a4bb-d332eedef118)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:23:29.109364 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.16', 55456) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:29.118906 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:29.140575 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-101590dc-c207-42a0-b726-2e06f723c3e7 service neutron] For port bd5472d2-ce90-4895-8b5e-62cd7d7f7953, host hv-cinder-79628, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:23:29.145509 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-101590dc-c207-42a0-b726-2e06f723c3e7 service neutron] For port bd5472d2-ce90-4895-8b5e-62cd7d7f7953, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bd5472d2-ce90-4895-8b5e-62cd7d7f7953,segment=NetworkSegment(d5363bdd-5cae-4366-a4bb-d332eedef118),segment_id=d5363bdd-5cae-4366-a4bb-d332eedef118)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:23:29.154568 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-101590dc-c207-42a0-b726-2e06f723c3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3485880'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:29.176341 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-101590dc-c207-42a0-b726-2e06f723c3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:29.177032 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-101590dc-c207-42a0-b726-2e06f723c3e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:29.179100 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-101590dc-c207-42a0-b726-2e06f723c3e7 service neutron] 10.222.0.16 "PUT /v2.0/ports/bd5472d2-ce90-4895-8b5e-62cd7d7f7953 HTTP/1.1" status: 200 len: 1094 time: 1.7768049 Jul 05 12:23:29.181891 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4c5dc0-076f-4130-a5ba-26ca3461d9a3', 'tag': 'bd5472d2-ce90-4895-8b5e-62cd7d7f7953'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:23:29.185701 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38d66cb680d8e216a4639fd07ffcdd1e1f1f0bb375bf284fc7cc66ae145b2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4c1baa-564f-488c-aa49-d82ca1f9a517" -d '{"events": [{"name": "network-changed", "server_uuid": "3f4c5dc0-076f-4130-a5ba-26ca3461d9a3", "tag": "bd5472d2-ce90-4895-8b5e-62cd7d7f7953"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:23:29.232273 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8fcd8-f0a1-40ea-a00a-6bd647a3b506 req-03d90070-095b-4e73-b28e-30a88efe3efe tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:29.240815 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cea8fcd8-f0a1-40ea-a00a-6bd647a3b506 req-03d90070-095b-4e73-b28e-30a88efe3efe tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 944 time: 0.3867681 Jul 05 12:23:29.257523 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=d71c2118-4f14-49b5-9829-b3477f98e366,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:29.336529 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7e15a-7251-4fe0-a06d-3e57e5c029d1 req-b7cfa812-f7d4-4a25-b4b5-60d59b6992bd tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:29.338794 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-38f7e15a-7251-4fe0-a06d-3e57e5c029d1 req-b7cfa812-f7d4-4a25-b4b5-60d59b6992bd tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=847d2786-50c8-484c-98bd-2706717c0b52 HTTP/1.1" status: 200 len: 945 time: 0.3354301 Jul 05 12:23:29.360398 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101590dc-c207-42a0-b726-2e06f723c3e7 service neutron] Pushing event updated for resources: {'Port': ['ID=bd5472d2-ce90-4895-8b5e-62cd7d7f7953,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:29.379819 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cea8fcd8-f0a1-40ea-a00a-6bd647a3b506 req-ae54c594-e920-413c-b3d8-ae650d7180d2 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372771 Jul 05 12:23:29.435510 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] get_ports_and_sgs() called for port_ids ['d71c2118-4f14-49b5-9829-b3477f98e366'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 12:23:29.438358 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-87cd58c5-14f7-4573-9140-6762dca6446d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:29.439912 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-87cd58c5-14f7-4573-9140-6762dca6446d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09591cb1baeb430290409e983f6117df&device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 1097 time: 0.1959443 Jul 05 12:23:29.460856 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-9d9d1962-7f2d-4324-a723-f5f02c6ad608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:29.462455 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-9d9d1962-7f2d-4324-a723-f5f02c6ad608 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a54fe11d-9434-40ac-976c-e45f096866c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4002745 Jul 05 12:23:29.463975 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-38f7e15a-7251-4fe0-a06d-3e57e5c029d1 req-3fee612a-d100-4720-a23e-e6fbcd789f0d tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066701 Jul 05 12:23:29.536431 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-bedc37ec-e7e0-462d-bd20-d22f248fd973 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd5472d2-ce90-4895-8b5e-62cd7d7f7953 HTTP/1.1" status: 200 len: 217 time: 0.0878866 Jul 05 12:23:29.564308 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-128313ee-4983-4cac-b6ec-1fc04ca93254 service neutron] 10.222.0.16 "GET /v2.0/networks/a54fe11d-9434-40ac-976c-e45f096866c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904336 Jul 05 12:23:29.647556 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-09de2f49-50f7-487c-95bc-8e840293f9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:29.652299 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-09de2f49-50f7-487c-95bc-8e840293f9c8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e30de3fd-5a84-4ee0-841b-b14be1c12396 HTTP/1.1" status: 200 len: 858 time: 0.1086993 Jul 05 12:23:29.672728 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-57270275-a0e1-4a16-a8c2-2fec5e3120c3 req-d7a78060-3aa8-43fc-a0dd-69f915755201 service neutron] 10.222.0.16 "GET /v2.0/networks/a54fe11d-9434-40ac-976c-e45f096866c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980699 Jul 05 12:23:29.694569 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f39448-4631-435b-bfc0-28427dbae4c4 req-9d5ccf9c-6e8b-4e02-8d7e-5efc88317eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:29.696922 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-54f39448-4631-435b-bfc0-28427dbae4c4 req-9d5ccf9c-6e8b-4e02-8d7e-5efc88317eaa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=40e788bf-4eb5-42c0-8b71-947b14a62183 HTTP/1.1" status: 200 len: 1098 time: 0.5823524 Jul 05 12:23:29.730559 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-54f39448-4631-435b-bfc0-28427dbae4c4 req-acbe004d-6fb0-4c68-9d2d-a341f1fc9ce6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:29.801626 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-976fcd2b-0e26-4e4d-b1d6-a1bb52838310 req-135eff96-6d2f-4a87-a846-899c35ecfee8 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 210 time: 0.1179433 Jul 05 12:23:29.824722 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-a5bf37f1-3c20-4039-bab2-0c1826d95fb9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1399479 Jul 05 12:23:29.935838 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 12:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44efb554-1847-4532-b984-9420bdfaaca1 x-openstack-request-id: req-44efb554-1847-4532-b984-9420bdfaaca1 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:23:29.936135 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f4c5dc0-076f-4130-a5ba-26ca3461d9a3", "tag": "bd5472d2-ce90-4895-8b5e-62cd7d7f7953", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:23:29.936393 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-44efb554-1847-4532-b984-9420bdfaaca1 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:23:29.936790 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4c5dc0-076f-4130-a5ba-26ca3461d9a3', 'tag': 'bd5472d2-ce90-4895-8b5e-62cd7d7f7953', 'status': 'completed', 'code': 200} Jul 05 12:23:30.044470 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-54f39448-4631-435b-bfc0-28427dbae4c4 req-acbe004d-6fb0-4c68-9d2d-a341f1fc9ce6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:30.045195 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b099b-dbe8-4161-b6cd-9ca235ffd59a req-78ebc7c0-06b4-43b7-b2c5-1cbb9fc09fd2 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:30.049086 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-46663d27-1640-44fc-bcac-2e8462a90684 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:30.049240 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7b9b099b-dbe8-4161-b6cd-9ca235ffd59a req-78ebc7c0-06b4-43b7-b2c5-1cbb9fc09fd2 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 944 time: 0.3936954 Jul 05 12:23:30.062827 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-54f39448-4631-435b-bfc0-28427dbae4c4 req-acbe004d-6fb0-4c68-9d2d-a341f1fc9ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:30.122195 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-adb43bf0-974a-49d0-bba9-20b164ebfdd7 service neutron] 10.222.0.16 "GET /v2.0/networks/b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878292 Jul 05 12:23:30.149210 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-46663d27-1640-44fc-bcac-2e8462a90684 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Transition to ACTIVE for port object 0dff58fd-c8ab-4cdd-9429-db08b90f7cfb will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:23:30.158228 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-54f39448-4631-435b-bfc0-28427dbae4c4 req-acbe004d-6fb0-4c68-9d2d-a341f1fc9ce6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2085552b-0d86-439b-b60e-7d3d54836673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4551072 Jul 05 12:23:30.162409 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe004d-6fb0-4c68-9d2d-a341f1fc9ce6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=43446c31-bf03-411c-9a3b-2a206c39314d,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:30.165696 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7b9b099b-dbe8-4161-b6cd-9ca235ffd59a req-4691fefe-a8fd-4bae-bd14-603dc16ed203 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155579 Jul 05 12:23:30.218644 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb2608d-948d-4ea4-bb98-f7bfaca20431 req-74853870-72f4-4c85-81e3-0c09bc5d0f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:30.220229 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-adb2608d-948d-4ea4-bb98-f7bfaca20431 req-74853870-72f4-4c85-81e3-0c09bc5d0f7c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c2204859a25945928d43901f7e432e4b&device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 1097 time: 0.4873636 Jul 05 12:23:30.247097 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-46663d27-1640-44fc-bcac-2e8462a90684 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:30.268731 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc41c0-1ef5-44f0-8333-55ee307ab7e3 req-4ce95bd9-6c02-4c23-ad78-068dfe82ac51 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:30.270342 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e4fc41c0-1ef5-44f0-8333-55ee307ab7e3 req-4ce95bd9-6c02-4c23-ad78-068dfe82ac51 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] 10.222.0.52 "GET /v2.0/ports?device_id=40e788bf-4eb5-42c0-8b71-947b14a62183 HTTP/1.1" status: 200 len: 945 time: 0.2873831 Jul 05 12:23:30.324796 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-46663d27-1640-44fc-bcac-2e8462a90684 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Network ce9dc6dd-f0bf-4ede-a694-43b2f2633288 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:23:30.354463 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bfac311c-65f3-477d-abd9-6b6c96717c91 req-67f75f2d-04e5-43eb-a0a0-a6e82e21b734 service neutron] 10.222.0.16 "GET /v2.0/networks/b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145038 Jul 05 12:23:30.354965 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-46663d27-1640-44fc-bcac-2e8462a90684 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:23:30.365827 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e4fc41c0-1ef5-44f0-8333-55ee307ab7e3 req-5ca25c12-ba32-4aad-aa9e-11de6f403c48 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] 10.222.0.52 "GET /v2.0/security-groups?id=2085552b-0d86-439b-b60e-7d3d54836673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885189 Jul 05 12:23:30.402690 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46663d27-1640-44fc-bcac-2e8462a90684 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Pushing event updated for resources: {'Port': ['ID=0dff58fd-c8ab-4cdd-9429-db08b90f7cfb,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:30.407619 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-46663d27-1640-44fc-bcac-2e8462a90684 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:23:30.418522 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-46663d27-1640-44fc-bcac-2e8462a90684 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:30.419239 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-46663d27-1640-44fc-bcac-2e8462a90684 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:30.473027 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-46663d27-1640-44fc-bcac-2e8462a90684 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3294799 Jul 05 12:23:30.512824 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-28d255d8-2ab7-482a-aad5-cf6d2cfd1878 service neutron] Request body: {'port': {'device_id': 'cfef9891-bfce-409b-968f-45d6c4d15580', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:23:30.532392 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c1baa-564f-488c-aa49-d82ca1f9a517 req-b9acbaf9-809c-446e-a9e1-a830284c7b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:30.534073 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8f4c1baa-564f-488c-aa49-d82ca1f9a517 req-b9acbaf9-809c-446e-a9e1-a830284c7b21 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09591cb1baeb430290409e983f6117df&device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 1097 time: 0.0961251 Jul 05 12:23:30.635695 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847d2786-50c8-484c-98bd-2706717c0b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:23:30.638260 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb2608d-948d-4ea4-bb98-f7bfaca20431 req-df0e4268-c4c3-4c83-a4e4-e133fbac7012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:30.639225 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb11927d8d6a4f40405007df32e35409d46ab531454b71f6d23f9687e715819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8596919f-f391-465e-b020-2f95c8dc61be" -d '{"events": [{"server_uuid": "847d2786-50c8-484c-98bd-2706717c0b52", "name": "network-vif-plugged", "status": "completed", "tag": "5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:23:30.639852 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-adb2608d-948d-4ea4-bb98-f7bfaca20431 req-df0e4268-c4c3-4c83-a4e4-e133fbac7012 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a54fe11d-9434-40ac-976c-e45f096866c1 HTTP/1.1" status: 200 len: 917 time: 0.3141043 Jul 05 12:23:30.728126 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-28d255d8-2ab7-482a-aad5-cf6d2cfd1878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:30.735480 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-adb2608d-948d-4ea4-bb98-f7bfaca20431 req-338ce8d5-2c9a-466d-9309-8aa7e14e0447 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6ee29c4-7aca-4473-841c-f7b867576fb6 HTTP/1.1" status: 200 len: 217 time: 0.0864723 Jul 05 12:23:30.744684 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-08599206-483b-4e08-8eb4-19040028c319 None None] Provisioning for port 0dff58fd-c8ab-4cdd-9429-db08b90f7cfb completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:23:30.753194 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-08599206-483b-4e08-8eb4-19040028c319 None None] Provisioning complete for port 0dff58fd-c8ab-4cdd-9429-db08b90f7cfb triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:23:30.753953 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-08599206-483b-4e08-8eb4-19040028c319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:30.770652 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c1baa-564f-488c-aa49-d82ca1f9a517 req-634398c1-ce4b-49b8-b2b5-1af6a0a1e9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:30.772639 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8f4c1baa-564f-488c-aa49-d82ca1f9a517 req-634398c1-ce4b-49b8-b2b5-1af6a0a1e9b0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4 HTTP/1.1" status: 200 len: 919 time: 0.2313945 Jul 05 12:23:30.813520 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-08599206-483b-4e08-8eb4-19040028c319 None None] Port 0dff58fd-c8ab-4cdd-9429-db08b90f7cfb cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 12:23:30.853150 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8f4c1baa-564f-488c-aa49-d82ca1f9a517 req-5ce7c011-c6d5-4eb5-a432-a6fd35e608bf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd5472d2-ce90-4895-8b5e-62cd7d7f7953 HTTP/1.1" status: 200 len: 217 time: 0.0658226 Jul 05 12:23:30.862987 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb2608d-948d-4ea4-bb98-f7bfaca20431 req-9cf99fc3-464c-4b2c-8124-de0c16d369fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:30.864738 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-adb2608d-948d-4ea4-bb98-f7bfaca20431 req-9cf99fc3-464c-4b2c-8124-de0c16d369fd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e29bc3a4-4782-4c7f-be99-ab421b15f5f5 HTTP/1.1" status: 200 len: 855 time: 0.1104562 Jul 05 12:23:30.889351 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123fae0-166d-45db-899f-33f646182f88 req-3b848c0d-bdf7-43c5-bc98-0fb723263b43 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:30.897656 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8123fae0-166d-45db-899f-33f646182f88 req-3b848c0d-bdf7-43c5-bc98-0fb723263b43 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 944 time: 0.2300494 Jul 05 12:23:30.962776 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a88b3-6f5b-472c-b75e-1a4eb4e80059 req-159927f8-2de6-4e3d-b684-28a6a2054b9d tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:30.971146 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e78a88b3-6f5b-472c-b75e-1a4eb4e80059 req-159927f8-2de6-4e3d-b684-28a6a2054b9d tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=847d2786-50c8-484c-98bd-2706717c0b52 HTTP/1.1" status: 200 len: 945 time: 0.2597439 Jul 05 12:23:31.012068 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c1baa-564f-488c-aa49-d82ca1f9a517 req-a467145c-a4dc-492f-9715-ae12bf6d7bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:31.013596 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8f4c1baa-564f-488c-aa49-d82ca1f9a517 req-a467145c-a4dc-492f-9715-ae12bf6d7bae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e30de3fd-5a84-4ee0-841b-b14be1c12396 HTTP/1.1" status: 200 len: 858 time: 0.1505315 Jul 05 12:23:31.019983 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8123fae0-166d-45db-899f-33f646182f88 req-bf861a53-b154-48cd-bac5-fffcb47a5a89 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214216 Jul 05 12:23:31.067549 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8f4c1baa-564f-488c-aa49-d82ca1f9a517 req-2853bb72-08d5-4948-942f-1bf0fbbca306 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454814 Jul 05 12:23:31.081777 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb2608d-948d-4ea4-bb98-f7bfaca20431 req-4cd9c10f-9228-4189-b2af-0ca879f7ec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:31.085265 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-adb2608d-948d-4ea4-bb98-f7bfaca20431 req-4cd9c10f-9228-4189-b2af-0ca879f7ec18 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a54fe11d-9434-40ac-976c-e45f096866c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1580410 Jul 05 12:23:31.086193 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e78a88b3-6f5b-472c-b75e-1a4eb4e80059 req-8b489957-db5c-4123-975f-c79e12da79b9 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145525 Jul 05 12:23:31.115888 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f85653-adea-473d-8a2b-e3966e19f79b x-openstack-request-id: req-62f85653-adea-473d-8a2b-e3966e19f79b {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:23:31.116182 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847d2786-50c8-484c-98bd-2706717c0b52", "name": "network-vif-plugged", "status": "completed", "tag": "5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:23:31.116430 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-62f85653-adea-473d-8a2b-e3966e19f79b {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:23:31.116812 dv-cinder-796286-12-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847d2786-50c8-484c-98bd-2706717c0b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7', 'code': 200} Jul 05 12:23:31.198121 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8f4c1baa-564f-488c-aa49-d82ca1f9a517 req-b7e44220-5b6d-4852-8a39-7a056cd933f5 service neutron] 10.222.0.16 "GET /v2.0/networks/b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108439 Jul 05 12:23:31.353013 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-adb2608d-948d-4ea4-bb98-f7bfaca20431 req-79a3f51b-b926-48af-afa2-1bd261bb4066 service neutron] 10.222.0.16 "GET /v2.0/networks/a54fe11d-9434-40ac-976c-e45f096866c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555001 Jul 05 12:23:31.375569 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-28d255d8-2ab7-482a-aad5-cf6d2cfd1878 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dff58fd-c8ab-4cdd-9429-db08b90f7cfb {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:23:31.398686 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-28d255d8-2ab7-482a-aad5-cf6d2cfd1878 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:31.446867 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f6b85-2d86-403a-b0f5-65b60c3ee59c req-3b39fc2b-cf1a-4f52-b40c-74a5023af1e8 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:31.448068 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4c2f6b85-2d86-403a-b0f5-65b60c3ee59c req-3b39fc2b-cf1a-4f52-b40c-74a5023af1e8 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 931 time: 0.2084217 Jul 05 12:23:31.472111 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-28d255d8-2ab7-482a-aad5-cf6d2cfd1878 service neutron] Transition to ACTIVE for port object 0dff58fd-c8ab-4cdd-9429-db08b90f7cfb will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:23:31.482037 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-28d255d8-2ab7-482a-aad5-cf6d2cfd1878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:31.591036 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-adb2608d-948d-4ea4-bb98-f7bfaca20431 req-c50d0997-06c9-4ec9-bab4-53c6598a699d service neutron] 10.222.0.16 "GET /v2.0/networks/a54fe11d-9434-40ac-976c-e45f096866c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279069 Jul 05 12:23:31.592016 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d255d8-2ab7-482a-aad5-cf6d2cfd1878 service neutron] Pushing event updated for resources: {'Port': ['ID=0dff58fd-c8ab-4cdd-9429-db08b90f7cfb,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:31.613257 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4c2f6b85-2d86-403a-b0f5-65b60c3ee59c req-a55cff8f-295b-40ec-88ea-79f3ef0d2526 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368146 Jul 05 12:23:31.629820 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8f4c1baa-564f-488c-aa49-d82ca1f9a517 req-007bb0bb-a48c-4a7b-8fbf-c2f1bbc3ace4 service neutron] 10.222.0.16 "GET /v2.0/networks/b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235830 Jul 05 12:23:31.645990 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037eb19-9e43-45ce-8b84-3c0d2ca6abbc req-fd7d4944-e7d9-4459-b8d2-b1b866d109d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:31.647978 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0037eb19-9e43-45ce-8b84-3c0d2ca6abbc req-fd7d4944-e7d9-4459-b8d2-b1b866d109d0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=847d2786-50c8-484c-98bd-2706717c0b52 HTTP/1.1" status: 200 len: 1098 time: 0.2178452 Jul 05 12:23:31.648752 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-28d255d8-2ab7-482a-aad5-cf6d2cfd1878 service neutron] Attempting to bind port 0dff58fd-c8ab-4cdd-9429-db08b90f7cfb on host hv-cinder-79628 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:23:31.649129 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-28d255d8-2ab7-482a-aad5-cf6d2cfd1878 service neutron] Attempting to bind port 0dff58fd-c8ab-4cdd-9429-db08b90f7cfb by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'a5eff1d7-bf39-4749-97ff-8022401a9780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ce9dc6dd-f0bf-4ede-a694-43b2f2633288'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:23:31.649499 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-28d255d8-2ab7-482a-aad5-cf6d2cfd1878 service neutron] Attempting to bind port 0dff58fd-c8ab-4cdd-9429-db08b90f7cfb on network ce9dc6dd-f0bf-4ede-a694-43b2f2633288 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:23:31.654764 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-28d255d8-2ab7-482a-aad5-cf6d2cfd1878 service neutron] Port 0dff58fd-c8ab-4cdd-9429-db08b90f7cfb on network ce9dc6dd-f0bf-4ede-a694-43b2f2633288 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 12:23:31.655098 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-28d255d8-2ab7-482a-aad5-cf6d2cfd1878 service neutron] Attempting to bind port 0dff58fd-c8ab-4cdd-9429-db08b90f7cfb on network ce9dc6dd-f0bf-4ede-a694-43b2f2633288 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:23:31.675294 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-28d255d8-2ab7-482a-aad5-cf6d2cfd1878 service neutron] Checking agent: {'id': '3e7fb013-ee8e-41ba-b8fe-dbc5ebca3998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 21, 18), 'started_at': datetime.datetime(2021, 7, 5, 12, 21, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:23:31.675535 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-28d255d8-2ab7-482a-aad5-cf6d2cfd1878 service neutron] Checking segment: {'id': 'a5eff1d7-bf39-4749-97ff-8022401a9780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ce9dc6dd-f0bf-4ede-a694-43b2f2633288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:23:31.687102 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-28d255d8-2ab7-482a-aad5-cf6d2cfd1878 service neutron] Bound using segment: {'id': 'a5eff1d7-bf39-4749-97ff-8022401a9780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ce9dc6dd-f0bf-4ede-a694-43b2f2633288'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:23:31.687343 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347bbe6-1d7e-4a02-a577-c2bcc83015ef req-ef4c8a72-3140-4068-ac05-df5582290f97 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:31.687343 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e347bbe6-1d7e-4a02-a577-c2bcc83015ef req-ef4c8a72-3140-4068-ac05-df5582290f97 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 944 time: 0.3335826 Jul 05 12:23:31.687535 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-28d255d8-2ab7-482a-aad5-cf6d2cfd1878 service neutron] Bound port: 0dff58fd-c8ab-4cdd-9429-db08b90f7cfb, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5eff1d7-bf39-4749-97ff-8022401a9780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ce9dc6dd-f0bf-4ede-a694-43b2f2633288'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:23:31.687535 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-28d255d8-2ab7-482a-aad5-cf6d2cfd1878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:31.731557 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0037eb19-9e43-45ce-8b84-3c0d2ca6abbc req-624c08dd-7d1c-457d-b090-9de5c21694dc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729008 Jul 05 12:23:31.744474 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e347bbe6-1d7e-4a02-a577-c2bcc83015ef req-b5645c33-6e1e-43e1-82e6-27b2dcdccb62 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559494 Jul 05 12:23:31.803149 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-28d255d8-2ab7-482a-aad5-cf6d2cfd1878 service neutron] For port 0dff58fd-c8ab-4cdd-9429-db08b90f7cfb, host hv-cinder-79628, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:23:31.807272 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-28d255d8-2ab7-482a-aad5-cf6d2cfd1878 service neutron] For port 0dff58fd-c8ab-4cdd-9429-db08b90f7cfb, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0dff58fd-c8ab-4cdd-9429-db08b90f7cfb,segment=NetworkSegment(a5eff1d7-bf39-4749-97ff-8022401a9780),segment_id=a5eff1d7-bf39-4749-97ff-8022401a9780)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:23:31.812363 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-28d255d8-2ab7-482a-aad5-cf6d2cfd1878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:31.866209 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-28d255d8-2ab7-482a-aad5-cf6d2cfd1878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:31.866744 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-28d255d8-2ab7-482a-aad5-cf6d2cfd1878 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:31.869475 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-28d255d8-2ab7-482a-aad5-cf6d2cfd1878 service neutron] 10.222.0.16 "PUT /v2.0/ports/0dff58fd-c8ab-4cdd-9429-db08b90f7cfb HTTP/1.1" status: 200 len: 1093 time: 1.3858111 Jul 05 12:23:31.872141 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfef9891-bfce-409b-968f-45d6c4d15580', 'tag': '0dff58fd-c8ab-4cdd-9429-db08b90f7cfb'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:23:31.876396 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa477df9db133d569a4b8d31d3ac9e6e51d5deb3d50c5365463f1d57aa01439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c35a73-65be-489a-8c9d-e4f005eb70f9" -d '{"events": [{"name": "network-changed", "server_uuid": "cfef9891-bfce-409b-968f-45d6c4d15580", "tag": "0dff58fd-c8ab-4cdd-9429-db08b90f7cfb"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:23:31.892024 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24097d0-2ad3-4fa7-af59-e1b75f5f50ac req-115fa47e-61f5-42f8-ae95-ca845f9248c2 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:31.913518 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d24097d0-2ad3-4fa7-af59-e1b75f5f50ac req-115fa47e-61f5-42f8-ae95-ca845f9248c2 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] 10.222.0.52 "GET /v2.0/ports?device_id=40e788bf-4eb5-42c0-8b71-947b14a62183 HTTP/1.1" status: 200 len: 945 time: 0.1172247 Jul 05 12:23:31.916807 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d255d8-2ab7-482a-aad5-cf6d2cfd1878 service neutron] Pushing event updated for resources: {'Port': ['ID=0dff58fd-c8ab-4cdd-9429-db08b90f7cfb,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:31.950068 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 12:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9202a34-3b9e-41de-85bf-9ff4c92299d7 x-openstack-request-id: req-e9202a34-3b9e-41de-85bf-9ff4c92299d7 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:23:31.950318 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfef9891-bfce-409b-968f-45d6c4d15580", "tag": "0dff58fd-c8ab-4cdd-9429-db08b90f7cfb", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:23:31.951334 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e9202a34-3b9e-41de-85bf-9ff4c92299d7 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:23:31.951984 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfef9891-bfce-409b-968f-45d6c4d15580', 'tag': '0dff58fd-c8ab-4cdd-9429-db08b90f7cfb', 'status': 'completed', 'code': 200} Jul 05 12:23:31.963282 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d24097d0-2ad3-4fa7-af59-e1b75f5f50ac req-fb0a25f7-c9d1-4f77-ad2f-7522134356dd tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] 10.222.0.52 "GET /v2.0/security-groups?id=2085552b-0d86-439b-b60e-7d3d54836673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465569 Jul 05 12:23:32.003382 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-2e8dedf3-33b6-46a8-ae56-090d27a60e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:32.004848 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-2e8dedf3-33b6-46a8-ae56-090d27a60e82 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=35f01324a75d49b0a41482389c6e6ffa&device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 1096 time: 0.0783744 Jul 05 12:23:32.050165 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-491e3e16-559f-4de8-a421-418eaabdd2b5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dff58fd-c8ab-4cdd-9429-db08b90f7cfb HTTP/1.1" status: 200 len: 217 time: 0.0354719 Jul 05 12:23:32.112931 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-7ca9ad2f-5dff-4013-8bd3-e511cd8db091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:32.114458 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-7ca9ad2f-5dff-4013-8bd3-e511cd8db091 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2d9e9361-6ae5-4568-a40d-d37eb215fca7 HTTP/1.1" status: 200 len: 850 time: 0.0551486 Jul 05 12:23:32.238926 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-d273d551-f779-4a3c-b993-1df7baf5e598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:32.241001 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-d273d551-f779-4a3c-b993-1df7baf5e598 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ce9dc6dd-f0bf-4ede-a694-43b2f2633288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1080444 Jul 05 12:23:32.287429 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb221612-4b26-4211-ac13-6a9057ce1440 req-6ab47625-5f14-431f-8850-ddf1b43dcab5 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:32.289064 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fb221612-4b26-4211-ac13-6a9057ce1440 req-6ab47625-5f14-431f-8850-ddf1b43dcab5 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 944 time: 0.1311581 Jul 05 12:23:32.348737 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-78bf9ddc-cf9a-4705-9b9c-0428d9e3e448 service neutron] 10.222.0.16 "GET /v2.0/networks/ce9dc6dd-f0bf-4ede-a694-43b2f2633288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983679 Jul 05 12:23:32.350123 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fb221612-4b26-4211-ac13-6a9057ce1440 req-24a30793-c34d-4812-a4e3-da619e480daf tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524640 Jul 05 12:23:32.369465 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c62342-6f03-4381-ac6e-c2f2add93f86 req-3d7cca4c-a103-48bd-b22c-3694c493b954 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:32.371001 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-93c62342-6f03-4381-ac6e-c2f2add93f86 req-3d7cca4c-a103-48bd-b22c-3694c493b954 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=847d2786-50c8-484c-98bd-2706717c0b52 HTTP/1.1" status: 200 len: 945 time: 0.1271217 Jul 05 12:23:32.418771 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-93c62342-6f03-4381-ac6e-c2f2add93f86 req-0e489b58-b8a3-49f1-a33b-3560347f4ab7 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413380 Jul 05 12:23:32.451580 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device d71c2118-4f14-49b5-9829-b3477f98e366 up at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:23:32.480446 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-71ff111f-eefd-47a7-a1ec-5807d4fff140 req-f030f0a4-885a-4eac-8ee5-55deb60705ca service neutron] 10.222.0.16 "GET /v2.0/networks/ce9dc6dd-f0bf-4ede-a694-43b2f2633288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113446 Jul 05 12:23:32.531906 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning for port d71c2118-4f14-49b5-9829-b3477f98e366 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:23:32.537898 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning complete for port d71c2118-4f14-49b5-9829-b3477f98e366 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:23:32.538351 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:32.638835 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:32.694514 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c35a73-65be-489a-8c9d-e4f005eb70f9 req-6440d586-482e-4d5f-87b3-181ba38f8e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:32.699663 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-11c35a73-65be-489a-8c9d-e4f005eb70f9 req-6440d586-482e-4d5f-87b3-181ba38f8e57 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=35f01324a75d49b0a41482389c6e6ffa&device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 1096 time: 0.1210024 Jul 05 12:23:32.720057 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port d71c2118-4f14-49b5-9829-b3477f98e366, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d71c2118-4f14-49b5-9829-b3477f98e366,segment=NetworkSegment(d5363bdd-5cae-4366-a4bb-d332eedef118),segment_id=d5363bdd-5cae-4366-a4bb-d332eedef118)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:23:32.724376 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:32.781431 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=d71c2118-4f14-49b5-9829-b3477f98e366,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:32.860368 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c35a73-65be-489a-8c9d-e4f005eb70f9 req-2c6ea776-c61d-4c95-97e6-22d55e9d8759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:32.861874 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-11c35a73-65be-489a-8c9d-e4f005eb70f9 req-2c6ea776-c61d-4c95-97e6-22d55e9d8759 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ce9dc6dd-f0bf-4ede-a694-43b2f2633288 HTTP/1.1" status: 200 len: 912 time: 0.1544094 Jul 05 12:23:32.904834 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82218b3c-f1b4-492f-a0d0-478f81e7d6e7 req-8d385866-0584-430a-ab36-dcb4834c60ca tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:32.906383 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-82218b3c-f1b4-492f-a0d0-478f81e7d6e7 req-8d385866-0584-430a-ab36-dcb4834c60ca tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 943 time: 0.0739312 Jul 05 12:23:32.909978 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-11c35a73-65be-489a-8c9d-e4f005eb70f9 req-54653f7a-f959-4364-b44d-2488c66de75e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dff58fd-c8ab-4cdd-9429-db08b90f7cfb HTTP/1.1" status: 200 len: 217 time: 0.0412884 Jul 05 12:23:32.958329 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c35a73-65be-489a-8c9d-e4f005eb70f9 req-2d78ce44-dad0-45b4-beae-8826ad854fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:32.959705 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-11c35a73-65be-489a-8c9d-e4f005eb70f9 req-2d78ce44-dad0-45b4-beae-8826ad854fd7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2d9e9361-6ae5-4568-a40d-d37eb215fca7 HTTP/1.1" status: 200 len: 850 time: 0.0433061 Jul 05 12:23:32.980114 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-82218b3c-f1b4-492f-a0d0-478f81e7d6e7 req-413fc6d7-9d0e-41a0-9fec-d5a035b4f252 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612202 Jul 05 12:23:32.996931 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e8e2d-71b0-4a31-ae40-60bf5acfde69 req-b395abd1-e676-4168-a41b-f2ed4cd1b899 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:32.998452 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-945e8e2d-71b0-4a31-ae40-60bf5acfde69 req-b395abd1-e676-4168-a41b-f2ed4cd1b899 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 944 time: 0.0911694 Jul 05 12:23:33.034620 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c35a73-65be-489a-8c9d-e4f005eb70f9 req-a5b21c23-1419-417e-8829-0dad8aca7545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:33.036409 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-11c35a73-65be-489a-8c9d-e4f005eb70f9 req-a5b21c23-1419-417e-8829-0dad8aca7545 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ce9dc6dd-f0bf-4ede-a694-43b2f2633288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0704215 Jul 05 12:23:33.043342 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-945e8e2d-71b0-4a31-ae40-60bf5acfde69 req-b26f8e09-c18a-4253-8d30-e44fa7e3cca6 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374041 Jul 05 12:23:33.118698 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69f6013-e037-4283-95a7-a8e5f0889dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71c2118-4f14-49b5-9829-b3477f98e366'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:23:33.121370 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb11927d8d6a4f40405007df32e35409d46ab531454b71f6d23f9687e715819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c8e2f7-3e26-4d97-bc70-a9529f9877ba" -d '{"events": [{"server_uuid": "e69f6013-e037-4283-95a7-a8e5f0889dbc", "name": "network-vif-plugged", "status": "completed", "tag": "d71c2118-4f14-49b5-9829-b3477f98e366"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:23:33.161238 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2028629-3b4b-41e5-9bff-4276b22d021e x-openstack-request-id: req-e2028629-3b4b-41e5-9bff-4276b22d021e {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:23:33.161780 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69f6013-e037-4283-95a7-a8e5f0889dbc", "name": "network-vif-plugged", "status": "completed", "tag": "d71c2118-4f14-49b5-9829-b3477f98e366", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:23:33.162101 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e2028629-3b4b-41e5-9bff-4276b22d021e {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:23:33.162554 dv-cinder-796286-12-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69f6013-e037-4283-95a7-a8e5f0889dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71c2118-4f14-49b5-9829-b3477f98e366', 'code': 200} Jul 05 12:23:33.292264 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-11c35a73-65be-489a-8c9d-e4f005eb70f9 req-1baa737a-d35c-4418-b9a8-eda7d82d6b9e service neutron] 10.222.0.16 "GET /v2.0/networks/ce9dc6dd-f0bf-4ede-a694-43b2f2633288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491491 Jul 05 12:23:33.348333 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd5f96-9a66-4855-829a-7b1518e9cd2c req-f8d681b1-a86a-403b-90c3-f1dc25694636 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:33.349862 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e0bd5f96-9a66-4855-829a-7b1518e9cd2c req-f8d681b1-a86a-403b-90c3-f1dc25694636 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] 10.222.0.52 "GET /v2.0/ports?device_id=40e788bf-4eb5-42c0-8b71-947b14a62183 HTTP/1.1" status: 200 len: 945 time: 0.2611222 Jul 05 12:23:33.394225 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e0bd5f96-9a66-4855-829a-7b1518e9cd2c req-8eb5f6e2-b765-42cd-81d8-ba094266381d tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] 10.222.0.52 "GET /v2.0/security-groups?id=2085552b-0d86-439b-b60e-7d3d54836673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370126 Jul 05 12:23:33.443189 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-11c35a73-65be-489a-8c9d-e4f005eb70f9 req-e0b9be5a-283c-464e-9bc2-9d0fb2b09485 service neutron] 10.222.0.16 "GET /v2.0/networks/ce9dc6dd-f0bf-4ede-a694-43b2f2633288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040790 Jul 05 12:23:33.553041 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366a13b-c324-485f-8989-1b95e2bd7445 req-40f8962d-61cf-4420-8360-aa4e25f9de8b tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:33.555312 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7366a13b-c324-485f-8989-1b95e2bd7445 req-40f8962d-61cf-4420-8360-aa4e25f9de8b tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 944 time: 0.0777991 Jul 05 12:23:33.636261 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7366a13b-c324-485f-8989-1b95e2bd7445 req-50248da6-ecc8-40b5-8975-e25a585a7504 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749128 Jul 05 12:23:33.666495 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879966b-df79-4369-875a-e83742a5847b req-d6a064cc-ff0b-436f-b868-3abe0a500716 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:33.671257 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0879966b-df79-4369-875a-e83742a5847b req-d6a064cc-ff0b-436f-b868-3abe0a500716 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=847d2786-50c8-484c-98bd-2706717c0b52 HTTP/1.1" status: 200 len: 945 time: 0.1023614 Jul 05 12:23:33.712039 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0879966b-df79-4369-875a-e83742a5847b req-d5ea0bb9-7dab-4a0b-aea8-452a6a961ec3 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375516 Jul 05 12:23:34.162033 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a1de7-dc8d-45d5-81c5-aed4426cc151 req-d8c90cd7-ec9b-4bed-81f4-85453229d03d tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:34.163558 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9f4a1de7-dc8d-45d5-81c5-aed4426cc151 req-d8c90cd7-ec9b-4bed-81f4-85453229d03d tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 943 time: 0.0690429 Jul 05 12:23:34.238323 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9f4a1de7-dc8d-45d5-81c5-aed4426cc151 req-f3cb9e3f-8bd8-4ff5-bc07-e7df8551a995 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614243 Jul 05 12:23:34.259095 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9d382-8dec-4fa3-b412-716c1ed38941 req-610646de-22e8-47d1-9f98-f672b8db61e1 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:34.260545 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-07d9d382-8dec-4fa3-b412-716c1ed38941 req-610646de-22e8-47d1-9f98-f672b8db61e1 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 944 time: 0.0923526 Jul 05 12:23:34.298602 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-07d9d382-8dec-4fa3-b412-716c1ed38941 req-10237ca5-6441-43c2-bb68-ade43e56871d tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325634 Jul 05 12:23:34.813295 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb34fd2-c8b6-41d4-b6f9-4d6387f3ec10 req-761a4347-d92d-40cd-81f7-643b5bb8cb64 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:34.814835 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9fb34fd2-c8b6-41d4-b6f9-4d6387f3ec10 req-761a4347-d92d-40cd-81f7-643b5bb8cb64 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 944 time: 0.0674999 Jul 05 12:23:34.884904 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9fb34fd2-c8b6-41d4-b6f9-4d6387f3ec10 req-aa5c6931-d051-4f17-a406-3e79a0d903e9 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644162 Jul 05 12:23:34.911175 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd6734-d88c-47b6-8e16-f03110f3d8cf req-13a92299-93ed-4a62-8f76-be29412643d7 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:34.912675 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bcbd6734-d88c-47b6-8e16-f03110f3d8cf req-13a92299-93ed-4a62-8f76-be29412643d7 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=847d2786-50c8-484c-98bd-2706717c0b52 HTTP/1.1" status: 200 len: 945 time: 0.0853643 Jul 05 12:23:34.956544 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bcbd6734-d88c-47b6-8e16-f03110f3d8cf req-b8d5b6a8-ba27-4d0e-96dd-afb1851d4566 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373292 Jul 05 12:23:35.458594 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7393398-c4cb-4821-b19f-d91f693ac552 req-d7952c32-6791-4bd4-9948-66c83791ec4e tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:35.460125 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b7393398-c4cb-4821-b19f-d91f693ac552 req-d7952c32-6791-4bd4-9948-66c83791ec4e tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 943 time: 0.0937300 Jul 05 12:23:35.531640 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b7393398-c4cb-4821-b19f-d91f693ac552 req-44db0e9d-ca4d-4b30-bca9-d01be45ee673 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516880 Jul 05 12:23:35.557255 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a7d56-d8e5-4a3c-9c92-ffa241bff018 req-79f2bed1-9442-4ff8-8c63-a4d1974ae208 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:35.558765 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-600a7d56-d8e5-4a3c-9c92-ffa241bff018 req-79f2bed1-9442-4ff8-8c63-a4d1974ae208 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 944 time: 0.1246822 Jul 05 12:23:35.612174 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-600a7d56-d8e5-4a3c-9c92-ffa241bff018 req-4c73cbb0-0ff2-42a4-94dd-5fa7bcec4f4c tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475941 Jul 05 12:23:36.089135 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2431e-737b-4573-93d9-eaaeb6550230 req-a4de7efb-ddac-4020-8a42-11096d4fc9d7 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:36.090613 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7db2431e-737b-4573-93d9-eaaeb6550230 req-a4de7efb-ddac-4020-8a42-11096d4fc9d7 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 944 time: 0.0879526 Jul 05 12:23:36.171962 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7db2431e-737b-4573-93d9-eaaeb6550230 req-d5eb7411-9a42-4b4c-98ee-dc238ab3b50f tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592782 Jul 05 12:23:36.192551 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc742d-29b9-4e47-b9fe-18b1145b4f6b req-2540d361-3182-44da-91ae-44a58f56d041 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:36.194035 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d5cc742d-29b9-4e47-b9fe-18b1145b4f6b req-2540d361-3182-44da-91ae-44a58f56d041 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=847d2786-50c8-484c-98bd-2706717c0b52 HTTP/1.1" status: 200 len: 945 time: 0.1025455 Jul 05 12:23:36.232240 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d5cc742d-29b9-4e47-b9fe-18b1145b4f6b req-f686cd69-54b0-49b4-9730-b04166b1e3d8 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326190 Jul 05 12:23:36.707806 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ced34-bce0-48eb-acc3-7b856fbff52c req-a155b575-9e9d-4a66-b885-3abb4f13ab52 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:36.709317 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-350ced34-bce0-48eb-acc3-7b856fbff52c req-a155b575-9e9d-4a66-b885-3abb4f13ab52 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 943 time: 0.0665228 Jul 05 12:23:36.779566 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-350ced34-bce0-48eb-acc3-7b856fbff52c req-e5407e76-d695-417d-9409-f8df2ca52999 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641165 Jul 05 12:23:36.809147 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38f402-22fb-43ca-9c46-9d7ef96fd421 req-c57552ca-d80e-4591-bac1-e008c6541406 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:36.810662 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fc38f402-22fb-43ca-9c46-9d7ef96fd421 req-c57552ca-d80e-4591-bac1-e008c6541406 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 944 time: 0.0818918 Jul 05 12:23:36.854666 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fc38f402-22fb-43ca-9c46-9d7ef96fd421 req-9b115f1a-0e0b-4b4c-900c-cfeab55834bd tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382838 Jul 05 12:23:37.347083 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283e97c-2382-4066-93cc-39502a6b34ef req-e294815f-0f2e-44ab-9566-4c46f64ab24e tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:37.348598 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e283e97c-2382-4066-93cc-39502a6b34ef req-e294815f-0f2e-44ab-9566-4c46f64ab24e tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 944 time: 0.0633595 Jul 05 12:23:37.418200 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e283e97c-2382-4066-93cc-39502a6b34ef req-0187733f-b40b-44ad-8af0-b4cb76d4b6f0 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594671 Jul 05 12:23:37.440801 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53caa8a7-26b3-4490-b789-5c76cd65c5b9 req-37c573aa-b779-4694-b81a-c4ca4e683d80 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:37.442269 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-53caa8a7-26b3-4490-b789-5c76cd65c5b9 req-37c573aa-b779-4694-b81a-c4ca4e683d80 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=847d2786-50c8-484c-98bd-2706717c0b52 HTTP/1.1" status: 200 len: 945 time: 0.0928166 Jul 05 12:23:37.481339 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-53caa8a7-26b3-4490-b789-5c76cd65c5b9 req-9cecb64c-0a87-455a-a1d0-dd5849805f19 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324616 Jul 05 12:23:37.959203 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8ce00-99e8-431c-bec1-4481a33214b3 req-a4cdf849-b4f8-4ce8-93ca-bb3ae9c86ca4 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:37.960729 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f4e8ce00-99e8-431c-bec1-4481a33214b3 req-a4cdf849-b4f8-4ce8-93ca-bb3ae9c86ca4 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 943 time: 0.0659056 Jul 05 12:23:38.032632 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f4e8ce00-99e8-431c-bec1-4481a33214b3 req-97167aa5-6411-447f-b784-ae512daf1577 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658000 Jul 05 12:23:38.061258 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a40a7-c859-4c19-a281-45c8bb36ed44 req-22021319-5929-44b4-8955-df232c9b33c8 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:38.062743 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f27a40a7-c859-4c19-a281-45c8bb36ed44 req-22021319-5929-44b4-8955-df232c9b33c8 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 944 time: 0.0822442 Jul 05 12:23:38.106606 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f27a40a7-c859-4c19-a281-45c8bb36ed44 req-9f9d1df5-c88c-4cb7-bb2b-ac9cfdcbf4f7 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383954 Jul 05 12:23:38.248438 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3b3ea-d90f-42fd-874c-b1d7b43e0817 req-0bcac32c-948b-408e-ae9f-2af089c5ced9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:38.249915 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-06c3b3ea-d90f-42fd-874c-b1d7b43e0817 req-0bcac32c-948b-408e-ae9f-2af089c5ced9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 1098 time: 0.0522571 Jul 05 12:23:38.287924 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-06c3b3ea-d90f-42fd-874c-b1d7b43e0817 req-1b2a04ea-2b85-4191-a584-de36852b10b8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281737 Jul 05 12:23:38.545625 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device d6ee29c4-7aca-4473-841c-f7b867576fb6 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 12:23:38.652023 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737178a-c8b1-41ee-95af-16d0ec7cb6c7 req-b8c19344-f64f-4f64-b568-068eb8004163 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:38.653497 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0737178a-c8b1-41ee-95af-16d0ec7cb6c7 req-b8c19344-f64f-4f64-b568-068eb8004163 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 944 time: 0.1214938 Jul 05 12:23:38.670117 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port d6ee29c4-7aca-4473-841c-f7b867576fb6, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d6ee29c4-7aca-4473-841c-f7b867576fb6,segment=NetworkSegment(ba2612a6-0598-4c68-93ea-4c354bd542e5),segment_id=ba2612a6-0598-4c68-93ea-4c354bd542e5)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:23:38.682004 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Returning: {'device': 'd6ee29c4-7aca-4473-841c-f7b867576fb6', 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1', 'port_id': 'd6ee29c4-7aca-4473-841c-f7b867576fb6', 'mac_address': 'fa:16:3e:c4:fb:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e29bc3a4-4782-4c7f-be99-ab421b15f5f5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 12:23:38.698462 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7313a9f8-8a68-4418-a303-0d758acd3469 req-de5ce66c-3cdc-4294-8b65-7e7e4a450f63 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:38.700047 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7313a9f8-8a68-4418-a303-0d758acd3469 req-de5ce66c-3cdc-4294-8b65-7e7e4a450f63 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=847d2786-50c8-484c-98bd-2706717c0b52 HTTP/1.1" status: 200 len: 945 time: 0.1035862 Jul 05 12:23:38.720049 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:38.729636 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0737178a-c8b1-41ee-95af-16d0ec7cb6c7 req-fdd76fdb-27ba-48df-9340-f0fa32865550 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695841 Jul 05 12:23:38.732863 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6ee29c4-7aca-4473-841c-f7b867576fb6 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:23:38.757222 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port d6ee29c4-7aca-4473-841c-f7b867576fb6, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d6ee29c4-7aca-4473-841c-f7b867576fb6,segment=NetworkSegment(ba2612a6-0598-4c68-93ea-4c354bd542e5),segment_id=ba2612a6-0598-4c68-93ea-4c354bd542e5)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:23:38.760584 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7313a9f8-8a68-4418-a303-0d758acd3469 req-1dc0f74c-fbac-457e-895e-a23c10342a66 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546136 Jul 05 12:23:38.762242 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:38.762899 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device bd5472d2-ce90-4895-8b5e-62cd7d7f7953 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 12:23:38.851274 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=d6ee29c4-7aca-4473-841c-f7b867576fb6,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:38.894803 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port bd5472d2-ce90-4895-8b5e-62cd7d7f7953, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bd5472d2-ce90-4895-8b5e-62cd7d7f7953,segment=NetworkSegment(d5363bdd-5cae-4366-a4bb-d332eedef118),segment_id=d5363bdd-5cae-4366-a4bb-d332eedef118)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:23:38.906806 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Returning: {'device': 'bd5472d2-ce90-4895-8b5e-62cd7d7f7953', 'network_id': 'b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4', 'port_id': 'bd5472d2-ce90-4895-8b5e-62cd7d7f7953', 'mac_address': 'fa:16:3e:72:d8:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e30de3fd-5a84-4ee0-841b-b14be1c12396', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 12:23:39.049497 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:39.062648 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd5472d2-ce90-4895-8b5e-62cd7d7f7953 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:23:39.083617 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port bd5472d2-ce90-4895-8b5e-62cd7d7f7953, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bd5472d2-ce90-4895-8b5e-62cd7d7f7953,segment=NetworkSegment(d5363bdd-5cae-4366-a4bb-d332eedef118),segment_id=d5363bdd-5cae-4366-a4bb-d332eedef118)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:23:39.088041 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:39.136288 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=bd5472d2-ce90-4895-8b5e-62cd7d7f7953,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:39.237323 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6dc186-b97b-49d0-a6d7-120fa8053aa6 req-4fe6a19f-cda9-4a9b-ab81-ba7858f4a1ea tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:39.244139 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7b6dc186-b97b-49d0-a6d7-120fa8053aa6 req-4fe6a19f-cda9-4a9b-ab81-ba7858f4a1ea tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 943 time: 0.0921004 Jul 05 12:23:39.317870 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7b6dc186-b97b-49d0-a6d7-120fa8053aa6 req-101d7509-b40c-47b7-99b5-ee8bb2ee8617 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720904 Jul 05 12:23:39.348361 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519bcc9-3d36-435b-aff8-1669efe69015 req-a439a612-0765-49e4-8420-1c5256c56936 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:39.349840 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5519bcc9-3d36-435b-aff8-1669efe69015 req-a439a612-0765-49e4-8420-1c5256c56936 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 945 time: 0.0843275 Jul 05 12:23:39.388375 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5519bcc9-3d36-435b-aff8-1669efe69015 req-5be91231-ead5-475b-be34-f2822c23d0cd tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325780 Jul 05 12:23:39.905082 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] get_ports_and_sgs() called for port_ids ['bd5472d2-ce90-4895-8b5e-62cd7d7f7953'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 12:23:39.938341 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] get_ports_and_sgs() called for port_ids ['d6ee29c4-7aca-4473-841c-f7b867576fb6'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 12:23:39.956969 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81197f4-4f11-45c7-bc6e-7c866f004248 req-cbfcaff7-f163-4a31-b098-51c159eb07de tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:39.958464 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d81197f4-4f11-45c7-bc6e-7c866f004248 req-cbfcaff7-f163-4a31-b098-51c159eb07de tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 945 time: 0.1122808 Jul 05 12:23:39.979229 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25815653-8065-4258-bd31-b828480a3d3c req-6f2c7961-c1a9-4c57-ae12-e8f5e9ef2b5c tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:39.980691 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-25815653-8065-4258-bd31-b828480a3d3c req-6f2c7961-c1a9-4c57-ae12-e8f5e9ef2b5c tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=847d2786-50c8-484c-98bd-2706717c0b52 HTTP/1.1" status: 200 len: 945 time: 0.1010141 Jul 05 12:23:40.032303 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d81197f4-4f11-45c7-bc6e-7c866f004248 req-0e73188f-ebc6-4314-8d42-c6524bd3b3de tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668507 Jul 05 12:23:40.037149 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-25815653-8065-4258-bd31-b828480a3d3c req-ffddf3ed-fc76-49ce-8b1d-aeb8602719f4 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488844 Jul 05 12:23:40.540117 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a106d-a3ef-406b-9497-c5378a9626fc req-7ced86c8-b2fd-40e5-b7d2-394b68071b8d tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:40.553897 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d77a106d-a3ef-406b-9497-c5378a9626fc req-7ced86c8-b2fd-40e5-b7d2-394b68071b8d tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 943 time: 0.0938990 Jul 05 12:23:40.603975 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d77a106d-a3ef-406b-9497-c5378a9626fc req-8ea0d784-ec26-4462-a5eb-31baf01f2a04 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484898 Jul 05 12:23:40.805371 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387e85a-e557-4ee0-94dc-0ab563dd7946 req-9164c58f-7fe6-4394-a8d7-7288bc11f123 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:40.807097 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1387e85a-e557-4ee0-94dc-0ab563dd7946 req-9164c58f-7fe6-4394-a8d7-7288bc11f123 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 945 time: 0.0937762 Jul 05 12:23:40.853128 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1387e85a-e557-4ee0-94dc-0ab563dd7946 req-b9172734-5b46-41d2-a636-c77f02beca00 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399377 Jul 05 12:23:41.213311 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771d479-4be8-4084-8449-3dc243115d76 req-601e7316-cab9-407a-b39a-b10c4276f13e tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:41.214936 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3771d479-4be8-4084-8449-3dc243115d76 req-601e7316-cab9-407a-b39a-b10c4276f13e tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 945 time: 0.0649629 Jul 05 12:23:41.253024 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3771d479-4be8-4084-8449-3dc243115d76 req-87441872-d4e8-4e10-89a3-f3dc0886c872 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325351 Jul 05 12:23:41.786316 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1c0c0-2449-40b1-b14e-5347bfb9e10e req-4cf12e1e-2fe6-466e-979d-f686969e9d8c tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:41.787994 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-aef1c0c0-2449-40b1-b14e-5347bfb9e10e req-4cf12e1e-2fe6-466e-979d-f686969e9d8c tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 943 time: 0.0806668 Jul 05 12:23:41.832007 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-aef1c0c0-2449-40b1-b14e-5347bfb9e10e req-186b6263-b349-4799-85ee-5d53c21146d5 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355752 Jul 05 12:23:42.048791 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa3576-52a5-471e-b226-3f14d16ab39d req-c8305314-6242-4f9f-be69-2b898cd4c6d4 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:42.050293 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-20fa3576-52a5-471e-b226-3f14d16ab39d req-c8305314-6242-4f9f-be69-2b898cd4c6d4 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 945 time: 0.0782712 Jul 05 12:23:42.093677 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-20fa3576-52a5-471e-b226-3f14d16ab39d req-f66101f1-392e-4fa2-88c1-cc324c6b92f8 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375793 Jul 05 12:23:42.441034 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c8d2fa-7f99-42dd-944c-5399244dfbff req-e9cc104d-32c5-4cc4-b681-5c8e50aa291b tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:42.442457 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-25c8d2fa-7f99-42dd-944c-5399244dfbff req-e9cc104d-32c5-4cc4-b681-5c8e50aa291b tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 945 time: 0.0691733 Jul 05 12:23:42.481962 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-25c8d2fa-7f99-42dd-944c-5399244dfbff req-d7aa0ed5-e1a2-41e2-839b-0ff37bf6a0ce tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337276 Jul 05 12:23:42.491791 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device d6ee29c4-7aca-4473-841c-f7b867576fb6 up at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:23:42.543389 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning for port d6ee29c4-7aca-4473-841c-f7b867576fb6 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:23:42.546917 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning complete for port d6ee29c4-7aca-4473-841c-f7b867576fb6 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:23:42.547288 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:42.625603 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:42.647952 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c00a42b4-2b64-41f0-9a17-b91b415f8f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ee29c4-7aca-4473-841c-f7b867576fb6'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:23:42.650836 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb11927d8d6a4f40405007df32e35409d46ab531454b71f6d23f9687e715819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbe45ff-0150-46f0-b6a4-66993dba084b" -d '{"events": [{"server_uuid": "c00a42b4-2b64-41f0-9a17-b91b415f8f84", "name": "network-vif-plugged", "status": "completed", "tag": "d6ee29c4-7aca-4473-841c-f7b867576fb6"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:23:42.664074 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port d6ee29c4-7aca-4473-841c-f7b867576fb6, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d6ee29c4-7aca-4473-841c-f7b867576fb6,segment=NetworkSegment(ba2612a6-0598-4c68-93ea-4c354bd542e5),segment_id=ba2612a6-0598-4c68-93ea-4c354bd542e5)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:23:42.669080 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:42.669944 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device bd5472d2-ce90-4895-8b5e-62cd7d7f7953 up at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:23:42.691759 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44b1795-0ed5-455e-a5bb-34b01be0382b x-openstack-request-id: req-c44b1795-0ed5-455e-a5bb-34b01be0382b {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:23:42.692054 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c00a42b4-2b64-41f0-9a17-b91b415f8f84", "name": "network-vif-plugged", "status": "completed", "tag": "d6ee29c4-7aca-4473-841c-f7b867576fb6", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:23:42.692305 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c44b1795-0ed5-455e-a5bb-34b01be0382b {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:23:42.692690 dv-cinder-796286-12-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c00a42b4-2b64-41f0-9a17-b91b415f8f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ee29c4-7aca-4473-841c-f7b867576fb6', 'code': 200} Jul 05 12:23:42.749532 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=d6ee29c4-7aca-4473-841c-f7b867576fb6,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:42.764530 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning for port bd5472d2-ce90-4895-8b5e-62cd7d7f7953 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:23:42.768715 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning complete for port bd5472d2-ce90-4895-8b5e-62cd7d7f7953 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:23:42.769094 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:42.860574 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:42.904899 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port bd5472d2-ce90-4895-8b5e-62cd7d7f7953, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bd5472d2-ce90-4895-8b5e-62cd7d7f7953,segment=NetworkSegment(d5363bdd-5cae-4366-a4bb-d332eedef118),segment_id=d5363bdd-5cae-4366-a4bb-d332eedef118)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:23:42.916292 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:42.963788 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ce855-1577-4142-a115-ca918aae5c8a req-d267106f-530a-4abf-89bf-849fb905d79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:42.965440 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d09ce855-1577-4142-a115-ca918aae5c8a req-d267106f-530a-4abf-89bf-849fb905d79e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 1099 time: 0.0667489 Jul 05 12:23:43.012004 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d09ce855-1577-4142-a115-ca918aae5c8a req-8c6e7cda-9347-4d22-a048-b5268e4ec9e0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383465 Jul 05 12:23:43.031951 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=bd5472d2-ce90-4895-8b5e-62cd7d7f7953,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:43.053045 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00f729-bb91-4532-b98a-8b369384a4b0 req-8217836e-f537-41c6-98f3-4369a04a61fc tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:43.055010 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6c00f729-bb91-4532-b98a-8b369384a4b0 req-8217836e-f537-41c6-98f3-4369a04a61fc tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 943 time: 0.0731881 Jul 05 12:23:43.097210 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6c00f729-bb91-4532-b98a-8b369384a4b0 req-dd8e57be-6134-465b-a0f9-a91976f8610b tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366378 Jul 05 12:23:43.299059 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a619703-181a-43aa-bb5e-99270b94ee77 req-424f3481-6c21-4f06-8987-d320a146c558 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:43.307073 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4a619703-181a-43aa-bb5e-99270b94ee77 req-424f3481-6c21-4f06-8987-d320a146c558 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 946 time: 0.0774617 Jul 05 12:23:43.346499 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4a619703-181a-43aa-bb5e-99270b94ee77 req-dba072e1-d42e-46ab-b59d-e2ca6c7494ec tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382102 Jul 05 12:23:43.674508 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce360a16-3c94-45bd-9f31-e1d3d8a5b62c req-b04a6f26-736a-4870-ad01-3df37888cfab tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:43.676447 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ce360a16-3c94-45bd-9f31-e1d3d8a5b62c req-b04a6f26-736a-4870-ad01-3df37888cfab tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.0791194 Jul 05 12:23:43.719024 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ce360a16-3c94-45bd-9f31-e1d3d8a5b62c req-e25cf391-0a52-439e-9d3b-28445762c25a tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355086 Jul 05 12:23:44.284246 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722c6a3-6039-4589-a7d3-2be4d4a982b4 req-7e5652e6-6acf-413a-b799-470ceca77456 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:44.285725 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a722c6a3-6039-4589-a7d3-2be4d4a982b4 req-7e5652e6-6acf-413a-b799-470ceca77456 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 943 time: 0.0644982 Jul 05 12:23:44.328789 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a722c6a3-6039-4589-a7d3-2be4d4a982b4 req-d1f7978f-8d8b-4eb7-9def-a79889888bdb tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373225 Jul 05 12:23:44.501828 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 0dff58fd-c8ab-4cdd-9429-db08b90f7cfb details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 12:23:44.548901 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088d71c-a73b-47b2-93bf-7974c83fd77e req-f269ffff-3ed6-4546-86a2-2173fa863388 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:44.551188 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0088d71c-a73b-47b2-93bf-7974c83fd77e req-f269ffff-3ed6-4546-86a2-2173fa863388 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 946 time: 0.0781894 Jul 05 12:23:44.608223 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0088d71c-a73b-47b2-93bf-7974c83fd77e req-bd359f1b-a4dc-4038-b5ba-d7f68cb43896 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506105 Jul 05 12:23:44.628178 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port 0dff58fd-c8ab-4cdd-9429-db08b90f7cfb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0dff58fd-c8ab-4cdd-9429-db08b90f7cfb,segment=NetworkSegment(a5eff1d7-bf39-4749-97ff-8022401a9780),segment_id=a5eff1d7-bf39-4749-97ff-8022401a9780)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:23:44.641156 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Returning: {'device': '0dff58fd-c8ab-4cdd-9429-db08b90f7cfb', 'network_id': 'ce9dc6dd-f0bf-4ede-a694-43b2f2633288', 'port_id': '0dff58fd-c8ab-4cdd-9429-db08b90f7cfb', 'mac_address': 'fa:16:3e:39:0f:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d9e9361-6ae5-4568-a40d-d37eb215fca7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 12:23:44.681348 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:44.694825 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4c5dc0-076f-4130-a5ba-26ca3461d9a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd5472d2-ce90-4895-8b5e-62cd7d7f7953'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:23:44.697615 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb11927d8d6a4f40405007df32e35409d46ab531454b71f6d23f9687e715819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc71fc69-993a-415e-ad35-9af232258f4f" -d '{"events": [{"server_uuid": "3f4c5dc0-076f-4130-a5ba-26ca3461d9a3", "name": "network-vif-plugged", "status": "completed", "tag": "bd5472d2-ce90-4895-8b5e-62cd7d7f7953"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:23:44.702926 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dff58fd-c8ab-4cdd-9429-db08b90f7cfb {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:23:44.724798 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port 0dff58fd-c8ab-4cdd-9429-db08b90f7cfb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0dff58fd-c8ab-4cdd-9429-db08b90f7cfb,segment=NetworkSegment(a5eff1d7-bf39-4749-97ff-8022401a9780),segment_id=a5eff1d7-bf39-4749-97ff-8022401a9780)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:23:44.729883 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:44.774669 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8fdb9cc-c063-4a56-be4f-22d8614881cd x-openstack-request-id: req-b8fdb9cc-c063-4a56-be4f-22d8614881cd {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:23:44.774992 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4c5dc0-076f-4130-a5ba-26ca3461d9a3", "name": "network-vif-plugged", "status": "completed", "tag": "bd5472d2-ce90-4895-8b5e-62cd7d7f7953", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:23:44.775242 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b8fdb9cc-c063-4a56-be4f-22d8614881cd {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:23:44.775831 dv-cinder-796286-12-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4c5dc0-076f-4130-a5ba-26ca3461d9a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd5472d2-ce90-4895-8b5e-62cd7d7f7953', 'code': 200} Jul 05 12:23:44.791152 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=0dff58fd-c8ab-4cdd-9429-db08b90f7cfb,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:44.883972 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 34516) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:44.930591 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212c654-35fa-4126-880f-1b054b75e249 req-0e8534b1-11ce-400f-bf4b-3d1483582800 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:44.932245 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2212c654-35fa-4126-880f-1b054b75e249 req-0e8534b1-11ce-400f-bf4b-3d1483582800 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.0707054 Jul 05 12:23:44.988088 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2212c654-35fa-4126-880f-1b054b75e249 req-81ef2b2e-af4a-4ed8-b5cf-f6feb363160c tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495524 Jul 05 12:23:45.012808 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-79373e54-5333-47e1-8d39-29e2ae22b69f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:45.072201 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950ef25-077f-4dd0-9be9-da7c6c97d579 req-b7032a88-d115-4afe-b69d-fe64ccb44fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:45.073731 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c950ef25-077f-4dd0-9be9-da7c6c97d579 req-b7032a88-d115-4afe-b69d-fe64ccb44fe1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 1099 time: 0.1163275 Jul 05 12:23:45.135145 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c950ef25-077f-4dd0-9be9-da7c6c97d579 req-326af225-742b-430e-bde0-bcbd9c304cab service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504920 Jul 05 12:23:45.169082 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-79373e54-5333-47e1-8d39-29e2ae22b69f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:45.173242 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-79373e54-5333-47e1-8d39-29e2ae22b69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:45.223104 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-79373e54-5333-47e1-8d39-29e2ae22b69f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9fc2864f387f42de8461998e3eb52aa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3379219 Jul 05 12:23:45.224503 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79373e54-5333-47e1-8d39-29e2ae22b69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb2feb7-347f-47aa-aaec-0836a0c6737a,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:45.224864 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 34534) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:45.272056 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] get_ports_and_sgs() called for port_ids ['0dff58fd-c8ab-4cdd-9429-db08b90f7cfb'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 12:23:45.284626 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0b180c4f-e81e-4672-8019-2cff843b0673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:45.311005 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0b180c4f-e81e-4672-8019-2cff843b0673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:45.374434 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0b180c4f-e81e-4672-8019-2cff843b0673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:45.378920 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0b180c4f-e81e-4672-8019-2cff843b0673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:45.380830 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-0b180c4f-e81e-4672-8019-2cff843b0673 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bfb2feb7-347f-47aa-aaec-0836a0c6737a HTTP/1.1" status: 204 len: 168 time: 0.1548829 Jul 05 12:23:45.395977 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b180c4f-e81e-4672-8019-2cff843b0673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb2feb7-347f-47aa-aaec-0836a0c6737a,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:45.552077 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688405a4-a6c0-47c2-bfb1-60260816a595 req-5cefd733-6a72-4863-84a2-327497ee0d62 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:45.553655 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-688405a4-a6c0-47c2-bfb1-60260816a595 req-5cefd733-6a72-4863-84a2-327497ee0d62 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 944 time: 0.0839906 Jul 05 12:23:45.599316 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-688405a4-a6c0-47c2-bfb1-60260816a595 req-55bdd09a-6e7b-4800-aea3-0958495bed0a tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392783 Jul 05 12:23:45.647829 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 34550) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:45.778156 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 34556) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:45.783816 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4e45a1f9-ce00-4df6-b74e-91e21eb65953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:45.792590 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e4d61e4f-8c51-41a5-8e15-4ff5116d3ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:45.815502 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.db.api [None req-4e45a1f9-ce00-4df6-b74e-91e21eb65953 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 12:23:45.815502 dv-cinder-796286-12-iscsi neutron-server[92929]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 12:23:45.815502 dv-cinder-796286-12-iscsi neutron-server[92929]: [parameters: {'project_id': '4718f42fbc554c12a27209c070e0f73f', 'id': '246b1340-7501-4f06-9796-7ea81ed0a028', 'expiration': datetime.datetime(2021, 7, 5, 12, 25, 45, 809195)}] Jul 05 12:23:45.815502 dv-cinder-796286-12-iscsi neutron-server[92929]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92929) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 12:23:45.815944 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG oslo_db.api [None req-4e45a1f9-ce00-4df6-b74e-91e21eb65953 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 12:23:45.830716 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107a7c8-f0c3-4edc-9a72-fa9fe64f3e58 req-0796a1ec-3603-4169-9310-22175f694bc1 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:45.832277 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3107a7c8-f0c3-4edc-9a72-fa9fe64f3e58 req-0796a1ec-3603-4169-9310-22175f694bc1 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 946 time: 0.0949173 Jul 05 12:23:45.871762 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3107a7c8-f0c3-4edc-9a72-fa9fe64f3e58 req-56b4d50b-f067-4fbb-b658-a168d18271b1 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327008 Jul 05 12:23:45.885487 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e4d61e4f-8c51-41a5-8e15-4ff5116d3ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:45.889744 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e4d61e4f-8c51-41a5-8e15-4ff5116d3ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:45.929282 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d61e4f-8c51-41a5-8e15-4ff5116d3ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b972b5d4-814a-4b81-8aff-94e42349b913,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:45.935044 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e4d61e4f-8c51-41a5-8e15-4ff5116d3ed1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=184cb458cc14432285cea60fcc506bbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1557996 Jul 05 12:23:45.937615 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 34560) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:45.986531 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4f4a37ce-062d-4205-8b34-8beb3194a635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:46.010745 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4f4a37ce-062d-4205-8b34-8beb3194a635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:46.054461 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5f278-f537-408d-b9e4-2dc43a269f5a req-db0416b8-7398-4ef4-b54c-fcdcddddaa6c tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:46.057051 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-44a5f278-f537-408d-b9e4-2dc43a269f5a req-db0416b8-7398-4ef4-b54c-fcdcddddaa6c tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 946 time: 0.0716209 Jul 05 12:23:46.066374 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 34566) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:46.072048 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4f4a37ce-062d-4205-8b34-8beb3194a635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:46.073584 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-905f62dc-7ac0-4930-a809-71951c6a3382 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Request body: {'floatingip': {'port_id': 'd6ee29c4-7aca-4473-841c-f7b867576fb6'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:23:46.074576 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4f4a37ce-062d-4205-8b34-8beb3194a635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:46.079171 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-4f4a37ce-062d-4205-8b34-8beb3194a635 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b972b5d4-814a-4b81-8aff-94e42349b913 HTTP/1.1" status: 204 len: 168 time: 0.1406155 Jul 05 12:23:46.089500 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a37ce-062d-4205-8b34-8beb3194a635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b972b5d4-814a-4b81-8aff-94e42349b913,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:46.209406 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-905f62dc-7ac0-4930-a809-71951c6a3382 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks [] for floatingip, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:46.323475 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4e45a1f9-ce00-4df6-b74e-91e21eb65953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:46.382671 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c6498-9387-44d3-8344-c5fe3d3ece2f req-231f5a83-d8b7-4a82-bf7b-659bfef6a23b tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:46.384738 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1f9c6498-9387-44d3-8344-c5fe3d3ece2f req-231f5a83-d8b7-4a82-bf7b-659bfef6a23b tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.2585626 Jul 05 12:23:46.501733 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1f9c6498-9387-44d3-8344-c5fe3d3ece2f req-d96cf58d-324c-4a58-9b6d-1b44118272b4 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077430 Jul 05 12:23:46.971688 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4e45a1f9-ce00-4df6-b74e-91e21eb65953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:46.996674 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4e45a1f9-ce00-4df6-b74e-91e21eb65953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:47.128451 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-4e45a1f9-ce00-4df6-b74e-91e21eb65953 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4718f42fbc554c12a27209c070e0f73f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4780328 Jul 05 12:23:47.129167 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e45a1f9-ce00-4df6-b74e-91e21eb65953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b3263c-29cb-42cd-bfa2-5b4ca36f0785,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:47.131370 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 34602) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:47.205779 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ed26fd74-e48c-4ca8-b598-4d2e5215821f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:47.213636 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1b37c-f434-4b98-b0a6-741b7025ec42 req-3035165c-8cb9-46e3-9cb4-e1f7090429f9 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:47.215215 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-41d1b37c-f434-4b98-b0a6-741b7025ec42 req-3035165c-8cb9-46e3-9cb4-e1f7090429f9 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 944 time: 0.3086374 Jul 05 12:23:47.249360 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ed26fd74-e48c-4ca8-b598-4d2e5215821f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:47.268367 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.db.resource_extend [None req-905f62dc-7ac0-4930-a809-71951c6a3382 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 12:23:47.307449 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ed26fd74-e48c-4ca8-b598-4d2e5215821f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:47.309981 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ed26fd74-e48c-4ca8-b598-4d2e5215821f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:47.311519 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ed26fd74-e48c-4ca8-b598-4d2e5215821f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f3b3263c-29cb-42cd-bfa2-5b4ca36f0785 HTTP/1.1" status: 204 len: 168 time: 0.1786110 Jul 05 12:23:47.319199 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed26fd74-e48c-4ca8-b598-4d2e5215821f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b3263c-29cb-42cd-bfa2-5b4ca36f0785,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:47.364911 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-41d1b37c-f434-4b98-b0a6-741b7025ec42 req-27b8571d-6ac5-48ae-b88f-d593fd32a4c4 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371748 Jul 05 12:23:47.394190 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-905f62dc-7ac0-4930-a809-71951c6a3382 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:47.402818 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-905f62dc-7ac0-4930-a809-71951c6a3382 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575314'] for floatingip, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:47.516607 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.db.l3_db [None req-905f62dc-7ac0-4930-a809-71951c6a3382 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Floating IP 22ef407a-d68b-4716-8baf-9c1ecd25c9bc associated. External IP: 172.27.3.236, port: d6ee29c4-7aca-4473-841c-f7b867576fb6. Jul 05 12:23:47.661279 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 34626) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:47.680301 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-048165e8-9756-46d4-9450-38061f4cd089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:47.797495 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7f8fd-358b-40e6-aaee-266015b5f0d5 req-80fbad8e-e22e-447f-ac99-ad0b6a7557ff tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:47.798941 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-11c7f8fd-358b-40e6-aaee-266015b5f0d5 req-80fbad8e-e22e-447f-ac99-ad0b6a7557ff tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.1628339 Jul 05 12:23:47.809569 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-048165e8-9756-46d4-9450-38061f4cd089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:47.811067 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-905f62dc-7ac0-4930-a809-71951c6a3382 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Router 734300e0-7743-42aa-b8bb-4758d7b8ad32 has already been hosted by L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 12:23:47.814294 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-048165e8-9756-46d4-9450-38061f4cd089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:47.856616 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-048165e8-9756-46d4-9450-38061f4cd089 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cc5dc71f50fd4d388a51047282d4037d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1908171 Jul 05 12:23:47.856847 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 34634) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:47.864129 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048165e8-9756-46d4-9450-38061f4cd089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4faf4be1-0473-4179-84d9-1ccfd401b7dc,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:47.890432 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-11c7f8fd-358b-40e6-aaee-266015b5f0d5 req-5e0f9765-8926-445f-9b5e-8763dc50562e tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850167 Jul 05 12:23:47.911951 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ac9e9f43-299a-4039-9bfb-0e13fdf7fabe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:47.921400 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:47.943820 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ac9e9f43-299a-4039-9bfb-0e13fdf7fabe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:47.977867 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905f62dc-7ac0-4930-a809-71951c6a3382 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:23:47.990489 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-905f62dc-7ac0-4930-a809-71951c6a3382 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for floatingip, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:48.002479 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889ce7e8-052a-4d0b-adce-9c7f93717694 None None] Sync routers for ids ['734300e0-7743-42aa-b8bb-4758d7b8ad32'] in dv-cinder-796286-12-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:23:48.006463 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ac9e9f43-299a-4039-9bfb-0e13fdf7fabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:48.011106 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ac9e9f43-299a-4039-9bfb-0e13fdf7fabe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:48.022185 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889ce7e8-052a-4d0b-adce-9c7f93717694 None None] Routers {'734300e0-7743-42aa-b8bb-4758d7b8ad32'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:23:48.023398 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-889ce7e8-052a-4d0b-adce-9c7f93717694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:23:23Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['734300e0-7743-42aa-b8bb-4758d7b8ad32'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:23:48.027622 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ac9e9f43-299a-4039-9bfb-0e13fdf7fabe admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4faf4be1-0473-4179-84d9-1ccfd401b7dc HTTP/1.1" status: 204 len: 168 time: 0.1632271 Jul 05 12:23:48.043991 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-905f62dc-7ac0-4930-a809-71951c6a3382 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "PUT /v2.0/floatingips/22ef407a-d68b-4716-8baf-9c1ecd25c9bc HTTP/1.1" status: 200 len: 992 time: 1.9761233 Jul 05 12:23:48.044751 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c00a42b4-2b64-41f0-9a17-b91b415f8f84', 'tag': 'd6ee29c4-7aca-4473-841c-f7b867576fb6'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:23:48.051406 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e9f43-299a-4039-9bfb-0e13fdf7fabe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4faf4be1-0473-4179-84d9-1ccfd401b7dc,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:48.062259 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38d66cb680d8e216a4639fd07ffcdd1e1f1f0bb375bf284fc7cc66ae145b2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089539ff-cfc5-4c01-84c6-81755698a8eb" -d '{"events": [{"name": "network-changed", "server_uuid": "c00a42b4-2b64-41f0-9a17-b91b415f8f84", "tag": "d6ee29c4-7aca-4473-841c-f7b867576fb6"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:23:48.169721 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-889ce7e8-052a-4d0b-adce-9c7f93717694 None None] Set router 734300e0-7743-42aa-b8bb-4758d7b8ad32 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:23:48.255156 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 12:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bc2b6d-dd23-4ceb-9cc6-6cf34b5d8fdf x-openstack-request-id: req-97bc2b6d-dd23-4ceb-9cc6-6cf34b5d8fdf {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:23:48.256153 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c00a42b4-2b64-41f0-9a17-b91b415f8f84", "tag": "d6ee29c4-7aca-4473-841c-f7b867576fb6", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:23:48.257150 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-97bc2b6d-dd23-4ceb-9cc6-6cf34b5d8fdf {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:23:48.258416 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c00a42b4-2b64-41f0-9a17-b91b415f8f84', 'tag': 'd6ee29c4-7aca-4473-841c-f7b867576fb6', 'status': 'completed', 'code': 200} Jul 05 12:23:48.406705 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089539ff-cfc5-4c01-84c6-81755698a8eb req-e34bc7d7-52c4-41cc-b2eb-dfd02fec95e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:48.409520 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-089539ff-cfc5-4c01-84c6-81755698a8eb req-e34bc7d7-52c4-41cc-b2eb-dfd02fec95e4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c2204859a25945928d43901f7e432e4b&device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 1099 time: 0.1254139 Jul 05 12:23:48.505746 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 0dff58fd-c8ab-4cdd-9429-db08b90f7cfb up at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:23:48.605946 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-889ce7e8-052a-4d0b-adce-9c7f93717694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'name': 'tempest-AttachVolumeShelveTestJSON-575998965-router', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e0f234a0-175d-42f0-8ebc-cc17d7338b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:54Z', 'updated_at': '2021-07-05T12:23:00Z', 'revision_number': 4, 'project_id': 'c2204859a25945928d43901f7e432e4b', 'gw_port': {'id': 'e0f234a0-175d-42f0-8ebc-cc17d7338b1c', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:55Z', 'updated_at': '2021-07-05T12:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_floatingips': [{'id': '22ef407a-d68b-4716-8baf-9c1ecd25c9bc', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'floating_ip_address': '172.27.3.236', 'floating_network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'router_id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'port_id': 'd6ee29c4-7aca-4473-841c-f7b867576fb6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1', 'mac_address': 'fa:16:3e:c4:fb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00a42b4-2b64-41f0-9a17-b91b415f8f84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T12:23:18Z', 'updated_at': '2021-07-05T12:23:47Z', 'revision_number': 1, 'project_id': 'c2204859a25945928d43901f7e432e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e3403b2-d152-460c-8226-44b1fb84a261', 'name': '', 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'mac_address': 'fa:16:3e:ff:4c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e29bc3a4-4782-4c7f-be99-ab421b15f5f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:59Z', 'updated_at': '2021-07-05T12:23:16Z', 'revision_number': 5, 'project_id': 'c2204859a25945928d43901f7e432e4b', 'subnets': [{'id': 'e29bc3a4-4782-4c7f-be99-ab421b15f5f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:23:48.621422 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning for port 0dff58fd-c8ab-4cdd-9429-db08b90f7cfb completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:23:48.628716 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123ac99-f227-4e39-af84-d65778fc7371 req-b5386e07-d76e-4585-ab64-11ee05201d81 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:48.631188 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1123ac99-f227-4e39-af84-d65778fc7371 req-b5386e07-d76e-4585-ab64-11ee05201d81 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.1261628 Jul 05 12:23:48.635275 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning complete for port 0dff58fd-c8ab-4cdd-9429-db08b90f7cfb triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:23:48.635651 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:48.652307 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089539ff-cfc5-4c01-84c6-81755698a8eb req-1fa06280-7e82-4bab-b7b5-a58b876e40c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:48.654169 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-089539ff-cfc5-4c01-84c6-81755698a8eb req-1fa06280-7e82-4bab-b7b5-a58b876e40c7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a54fe11d-9434-40ac-976c-e45f096866c1 HTTP/1.1" status: 200 len: 917 time: 0.2237098 Jul 05 12:23:48.659235 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b112e79-cca7-4cde-9057-16d78c945080 req-10046573-6542-42b7-a27f-0f0d0bf968fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:48.661036 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4b112e79-cca7-4cde-9057-16d78c945080 req-10046573-6542-42b7-a27f-0f0d0bf968fd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09591cb1baeb430290409e983f6117df&device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 1099 time: 0.1772621 Jul 05 12:23:48.667249 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889ce7e8-052a-4d0b-adce-9c7f93717694 None None] Checking router: 734300e0-7743-42aa-b8bb-4758d7b8ad32 for host: dv-cinder-796286-12-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:23:48.684165 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889ce7e8-052a-4d0b-adce-9c7f93717694 None None] Routers {'734300e0-7743-42aa-b8bb-4758d7b8ad32'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:23:48.684798 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-889ce7e8-052a-4d0b-adce-9c7f93717694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:23:23Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['734300e0-7743-42aa-b8bb-4758d7b8ad32'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:23:48.701610 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 34658) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:48.729255 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-19ea12c6-351a-427e-89f1-09f4ba6faffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:48.735518 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1123ac99-f227-4e39-af84-d65778fc7371 req-70d24bb1-0ddc-46b2-b2fd-a4840f908952 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955579 Jul 05 12:23:48.752052 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36e35d-bf30-4c86-8bd9-429c17f4f4f1 req-e4952797-3060-4644-8e75-1718af66f2e8 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:48.759958 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6d36e35d-bf30-4c86-8bd9-429c17f4f4f1 req-e4952797-3060-4644-8e75-1718af66f2e8 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 944 time: 0.1987627 Jul 05 12:23:48.789624 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:48.809973 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-089539ff-cfc5-4c01-84c6-81755698a8eb req-84587be3-50a8-47f9-a20c-62feab67735b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6ee29c4-7aca-4473-841c-f7b867576fb6 HTTP/1.1" status: 200 len: 1000 time: 0.1477001 Jul 05 12:23:48.816888 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6d36e35d-bf30-4c86-8bd9-429c17f4f4f1 req-1029646c-da5b-48cb-b7fd-22f28d534b88 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529573 Jul 05 12:23:48.840647 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfef9891-bfce-409b-968f-45d6c4d15580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dff58fd-c8ab-4cdd-9429-db08b90f7cfb'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:23:48.844050 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb11927d8d6a4f40405007df32e35409d46ab531454b71f6d23f9687e715819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa6caa7-4b0b-4e0e-925c-42dd54634f90" -d '{"events": [{"server_uuid": "cfef9891-bfce-409b-968f-45d6c4d15580", "name": "network-vif-plugged", "status": "completed", "tag": "0dff58fd-c8ab-4cdd-9429-db08b90f7cfb"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:23:48.874592 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-889ce7e8-052a-4d0b-adce-9c7f93717694 None None] Set router 734300e0-7743-42aa-b8bb-4758d7b8ad32 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:23:48.880201 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port 0dff58fd-c8ab-4cdd-9429-db08b90f7cfb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0dff58fd-c8ab-4cdd-9429-db08b90f7cfb,segment=NetworkSegment(a5eff1d7-bf39-4749-97ff-8022401a9780),segment_id=a5eff1d7-bf39-4749-97ff-8022401a9780)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:23:48.886797 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:48.907752 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b112e79-cca7-4cde-9057-16d78c945080 req-c7366c07-0b06-453d-8918-7af1ae81e58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:48.909235 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4b112e79-cca7-4cde-9057-16d78c945080 req-c7366c07-0b06-453d-8918-7af1ae81e58d service neutron] 10.222.0.16 "GET /v2.0/networks?id=b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4 HTTP/1.1" status: 200 len: 919 time: 0.2398298 Jul 05 12:23:48.920679 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089539ff-cfc5-4c01-84c6-81755698a8eb req-3756118a-2ec6-4362-be5a-92f391887891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:48.922575 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-089539ff-cfc5-4c01-84c6-81755698a8eb req-3756118a-2ec6-4362-be5a-92f391887891 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e29bc3a4-4782-4c7f-be99-ab421b15f5f5 HTTP/1.1" status: 200 len: 855 time: 0.0948863 Jul 05 12:23:48.939100 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77e02dd-4c39-48e7-88b8-0ced300c4171 x-openstack-request-id: req-f77e02dd-4c39-48e7-88b8-0ced300c4171 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:23:48.939683 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfef9891-bfce-409b-968f-45d6c4d15580", "name": "network-vif-plugged", "status": "completed", "tag": "0dff58fd-c8ab-4cdd-9429-db08b90f7cfb", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:23:48.939965 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f77e02dd-4c39-48e7-88b8-0ced300c4171 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:23:48.940496 dv-cinder-796286-12-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfef9891-bfce-409b-968f-45d6c4d15580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dff58fd-c8ab-4cdd-9429-db08b90f7cfb', 'code': 200} Jul 05 12:23:48.958422 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-19ea12c6-351a-427e-89f1-09f4ba6faffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:48.962496 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=0dff58fd-c8ab-4cdd-9429-db08b90f7cfb,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:48.964054 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-19ea12c6-351a-427e-89f1-09f4ba6faffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:48.979544 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4b112e79-cca7-4cde-9057-16d78c945080 req-439135ea-a778-4109-bd5a-5b09660fcf1e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd5472d2-ce90-4895-8b5e-62cd7d7f7953 HTTP/1.1" status: 200 len: 217 time: 0.0560007 Jul 05 12:23:49.015168 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea12c6-351a-427e-89f1-09f4ba6faffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b385c4-22ae-40dd-83bf-b35877ce18e2,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:49.022474 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-19ea12c6-351a-427e-89f1-09f4ba6faffb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1ef44d69bf024494a1abefbddb6276b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3155830 Jul 05 12:23:49.023063 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 34662) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:49.075786 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b112e79-cca7-4cde-9057-16d78c945080 req-28d47de1-6661-42d7-9a1c-a6dbf1c923e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:49.077351 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4b112e79-cca7-4cde-9057-16d78c945080 req-28d47de1-6661-42d7-9a1c-a6dbf1c923e1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e30de3fd-5a84-4ee0-841b-b14be1c12396 HTTP/1.1" status: 200 len: 858 time: 0.0743082 Jul 05 12:23:49.079212 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089539ff-cfc5-4c01-84c6-81755698a8eb req-24d29f3f-bc4a-4e1b-a766-ade96d2c5941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:49.080700 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-089539ff-cfc5-4c01-84c6-81755698a8eb req-24d29f3f-bc4a-4e1b-a766-ade96d2c5941 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a54fe11d-9434-40ac-976c-e45f096866c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1107872 Jul 05 12:23:49.091878 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0e4eff6b-acc0-4797-8339-857e0d8a779d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:49.116612 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0e4eff6b-acc0-4797-8339-857e0d8a779d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:49.142851 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4b112e79-cca7-4cde-9057-16d78c945080 req-62317376-06af-4179-8d2b-7eaa6551982c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470927 Jul 05 12:23:49.189889 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0e4eff6b-acc0-4797-8339-857e0d8a779d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:49.195733 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0e4eff6b-acc0-4797-8339-857e0d8a779d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:49.197854 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-0e4eff6b-acc0-4797-8339-857e0d8a779d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/47b385c4-22ae-40dd-83bf-b35877ce18e2 HTTP/1.1" status: 204 len: 168 time: 0.1728225 Jul 05 12:23:49.209744 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4eff6b-acc0-4797-8339-857e0d8a779d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b385c4-22ae-40dd-83bf-b35877ce18e2,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:49.236875 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-889ce7e8-052a-4d0b-adce-9c7f93717694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'name': 'tempest-AttachVolumeShelveTestJSON-575998965-router', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e0f234a0-175d-42f0-8ebc-cc17d7338b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:54Z', 'updated_at': '2021-07-05T12:23:00Z', 'revision_number': 4, 'project_id': 'c2204859a25945928d43901f7e432e4b', 'gw_port': {'id': 'e0f234a0-175d-42f0-8ebc-cc17d7338b1c', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:55Z', 'updated_at': '2021-07-05T12:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_floatingips': [{'id': '22ef407a-d68b-4716-8baf-9c1ecd25c9bc', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'floating_ip_address': '172.27.3.236', 'floating_network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'router_id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'port_id': 'd6ee29c4-7aca-4473-841c-f7b867576fb6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1', 'mac_address': 'fa:16:3e:c4:fb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00a42b4-2b64-41f0-9a17-b91b415f8f84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T12:23:18Z', 'updated_at': '2021-07-05T12:23:47Z', 'revision_number': 1, 'project_id': 'c2204859a25945928d43901f7e432e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e3403b2-d152-460c-8226-44b1fb84a261', 'name': '', 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'mac_address': 'fa:16:3e:ff:4c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e29bc3a4-4782-4c7f-be99-ab421b15f5f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:59Z', 'updated_at': '2021-07-05T12:23:16Z', 'revision_number': 5, 'project_id': 'c2204859a25945928d43901f7e432e4b', 'subnets': [{'id': 'e29bc3a4-4782-4c7f-be99-ab421b15f5f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:23:49.315380 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889ce7e8-052a-4d0b-adce-9c7f93717694 None None] The sync data for ids ['734300e0-7743-42aa-b8bb-4758d7b8ad32'] in dv-cinder-796286-12-iscsi is: [{'id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'name': 'tempest-AttachVolumeShelveTestJSON-575998965-router', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e0f234a0-175d-42f0-8ebc-cc17d7338b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:54Z', 'updated_at': '2021-07-05T12:23:00Z', 'revision_number': 4, 'project_id': 'c2204859a25945928d43901f7e432e4b', 'gw_port': {'id': 'e0f234a0-175d-42f0-8ebc-cc17d7338b1c', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:55Z', 'updated_at': '2021-07-05T12:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_floatingips': [{'id': '22ef407a-d68b-4716-8baf-9c1ecd25c9bc', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'floating_ip_address': '172.27.3.236', 'floating_network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'router_id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'port_id': 'd6ee29c4-7aca-4473-841c-f7b867576fb6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1', 'mac_address': 'fa:16:3e:c4:fb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00a42b4-2b64-41f0-9a17-b91b415f8f84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T12:23:18Z', 'updated_at': '2021-07-05T12:23:47Z', 'revision_number': 1, 'project_id': 'c2204859a25945928d43901f7e432e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e3403b2-d152-460c-8226-44b1fb84a261', 'name': '', 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'mac_address': 'fa:16:3e:ff:4c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e29bc3a4-4782-4c7f-be99-ab421b15f5f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:59Z', 'updated_at': '2021-07-05T12:23:16Z', 'revision_number': 5, 'project_id': 'c2204859a25945928d43901f7e432e4b', 'subnets': [{'id': 'e29bc3a4-4782-4c7f-be99-ab421b15f5f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:23:49.336350 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-089539ff-cfc5-4c01-84c6-81755698a8eb req-f422ef3d-b657-4e1d-8917-8c94cf5e34c7 service neutron] 10.222.0.16 "GET /v2.0/networks/a54fe11d-9434-40ac-976c-e45f096866c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320158 Jul 05 12:23:49.358034 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4b112e79-cca7-4cde-9057-16d78c945080 req-55338114-0257-4037-8ce7-e732dd7e7e26 service neutron] 10.222.0.16 "GET /v2.0/networks/b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872580 Jul 05 12:23:49.455275 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872254b8-9fa4-4d97-9374-994a844416ac req-cbef0d14-f387-4092-a7e2-9fa16782de0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:49.457025 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-872254b8-9fa4-4d97-9374-994a844416ac req-cbef0d14-f387-4092-a7e2-9fa16782de0c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 1098 time: 0.2501812 Jul 05 12:23:49.552191 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-089539ff-cfc5-4c01-84c6-81755698a8eb req-20b8f284-9986-492d-ae51-3e6bf5288af7 service neutron] 10.222.0.16 "GET /v2.0/networks/a54fe11d-9434-40ac-976c-e45f096866c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068300 Jul 05 12:23:49.574820 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-872254b8-9fa4-4d97-9374-994a844416ac req-92198a51-e329-4581-b4bc-a92ed972a223 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005433 Jul 05 12:23:49.577146 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4b112e79-cca7-4cde-9057-16d78c945080 req-c9ade456-abb4-4e27-ab0e-df4604581046 service neutron] 10.222.0.16 "GET /v2.0/networks/b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723921 Jul 05 12:23:49.689169 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630e041d-c471-4062-b7ba-af411086bc00 None None] New status for floating IP 22ef407a-d68b-4716-8baf-9c1ecd25c9bc: ACTIVE {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 12:23:50.062254 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec278886-6971-4b46-86d4-cc607b1985d0 req-a9d756c9-0078-4f5a-960b-450b49b520c5 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:50.067234 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ec278886-6971-4b46-86d4-cc607b1985d0 req-a9d756c9-0078-4f5a-960b-450b49b520c5 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.1241918 Jul 05 12:23:50.106707 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810edbe-e895-40c5-9dda-a77d6e8aa4ad req-7db83408-8517-4e0a-ae6a-b6485ca5ac44 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:50.111775 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2810edbe-e895-40c5-9dda-a77d6e8aa4ad req-7db83408-8517-4e0a-ae6a-b6485ca5ac44 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.1202288 Jul 05 12:23:50.145479 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ec278886-6971-4b46-86d4-cc607b1985d0 req-52c79a39-4320-4d6f-a58a-695f8b6e3f8c tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754004 Jul 05 12:23:50.173401 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2810edbe-e895-40c5-9dda-a77d6e8aa4ad req-8a1d1add-5a2c-48d8-8202-33494b692958 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607021 Jul 05 12:23:50.774852 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3b666a02-0d4d-42f8-b84b-3caa2a567ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:51.024730 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ef417-2f00-40a7-9021-867e922df47b req-75b1bd5b-8263-44cd-9bb3-bb9f46a5728e tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:51.030054 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9e5ef417-2f00-40a7-9021-867e922df47b req-75b1bd5b-8263-44cd-9bb3-bb9f46a5728e tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] 10.222.0.52 "GET /v2.0/ports?device_id=40e788bf-4eb5-42c0-8b71-947b14a62183 HTTP/1.1" status: 200 len: 945 time: 0.0829406 Jul 05 12:23:51.079699 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9e5ef417-2f00-40a7-9021-867e922df47b req-39e1658b-21e3-4a70-9891-8f1f08bf1499 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] 10.222.0.52 "GET /v2.0/security-groups?id=2085552b-0d86-439b-b60e-7d3d54836673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483279 Jul 05 12:23:51.361496 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 34784) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:51.403703 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 34788) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:51.436817 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e97a9-6c3f-4017-b19a-c651f8addd95 req-381eb35d-1497-4be9-b519-c9a74e9dab10 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:51.438310 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c81e97a9-6c3f-4017-b19a-c651f8addd95 req-381eb35d-1497-4be9-b519-c9a74e9dab10 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.1237185 Jul 05 12:23:51.453527 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d57a372-238e-42ef-9fa5-7d84ff5d2304 req-43338be8-77cb-4ecf-9e9f-c5af5b22def3 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:51.455042 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6d57a372-238e-42ef-9fa5-7d84ff5d2304 req-43338be8-77cb-4ecf-9e9f-c5af5b22def3 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.0984221 Jul 05 12:23:51.514221 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c81e97a9-6c3f-4017-b19a-c651f8addd95 req-7a1035e7-8117-40ec-a449-53367321ad7f tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582051 Jul 05 12:23:51.528596 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6d57a372-238e-42ef-9fa5-7d84ff5d2304 req-5e5100fa-4a56-461d-926b-256f9618dee3 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647795 Jul 05 12:23:51.533748 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-42adeace-4e53-4024-adc4-3b5384fc8f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:51.569179 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1dfc7347-220f-45a3-8eae-782279328c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:51.654984 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-42adeace-4e53-4024-adc4-3b5384fc8f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:51.662297 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-42adeace-4e53-4024-adc4-3b5384fc8f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:51.725660 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-42adeace-4e53-4024-adc4-3b5384fc8f3d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=349c61b404c74d2cad6f99779d7dcfcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3588164 Jul 05 12:23:51.725660 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42adeace-4e53-4024-adc4-3b5384fc8f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca181085-c0e7-49b6-a7ae-11ad651814a8,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:51.727219 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 34798) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:51.789742 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1dfc7347-220f-45a3-8eae-782279328c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:51.793770 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1dfc7347-220f-45a3-8eae-782279328c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:51.798592 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b2748c62-489a-4894-a5c8-9e7d77b16336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:51.821445 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b2748c62-489a-4894-a5c8-9e7d77b16336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:51.832027 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-1dfc7347-220f-45a3-8eae-782279328c47 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c8773ecc0263413ebd02ed26001d2304&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4241140 Jul 05 12:23:51.833904 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc7347-220f-45a3-8eae-782279328c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c8b9ca-7267-4bcd-9ad4-664a36a18984,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:51.835080 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 34800) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:51.900391 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-29db8587-95d3-4222-9478-4934d3c9f871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:51.901981 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b2748c62-489a-4894-a5c8-9e7d77b16336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:51.904713 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b2748c62-489a-4894-a5c8-9e7d77b16336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:51.905827 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-b2748c62-489a-4894-a5c8-9e7d77b16336 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ca181085-c0e7-49b6-a7ae-11ad651814a8 HTTP/1.1" status: 204 len: 168 time: 0.1750834 Jul 05 12:23:51.924308 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2748c62-489a-4894-a5c8-9e7d77b16336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca181085-c0e7-49b6-a7ae-11ad651814a8,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:51.938181 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-29db8587-95d3-4222-9478-4934d3c9f871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:51.940452 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2748c62-489a-4894-a5c8-9e7d77b16336 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:23:51.940803 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2748c62-489a-4894-a5c8-9e7d77b16336 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:23:51.941143 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2748c62-489a-4894-a5c8-9e7d77b16336 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:23:51.941479 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2748c62-489a-4894-a5c8-9e7d77b16336 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:23:51.941809 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2748c62-489a-4894-a5c8-9e7d77b16336 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:23:51.942146 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2748c62-489a-4894-a5c8-9e7d77b16336 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:23:51.942470 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2748c62-489a-4894-a5c8-9e7d77b16336 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:23:51.942821 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2748c62-489a-4894-a5c8-9e7d77b16336 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:23:51.943148 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2748c62-489a-4894-a5c8-9e7d77b16336 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:23:51.943467 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2748c62-489a-4894-a5c8-9e7d77b16336 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:23:51.943788 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2748c62-489a-4894-a5c8-9e7d77b16336 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:23:51.944106 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2748c62-489a-4894-a5c8-9e7d77b16336 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:23:51.995417 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-29db8587-95d3-4222-9478-4934d3c9f871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:51.997962 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-29db8587-95d3-4222-9478-4934d3c9f871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:51.999681 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-29db8587-95d3-4222-9478-4934d3c9f871 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/90c8b9ca-7267-4bcd-9ad4-664a36a18984 HTTP/1.1" status: 204 len: 168 time: 0.1632411 Jul 05 12:23:52.013965 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db8587-95d3-4222-9478-4934d3c9f871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c8b9ca-7267-4bcd-9ad4-664a36a18984,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:52.186690 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 34812) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:52.206835 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f4b1a1ad-09c7-46ee-9e1a-f1386b115a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:52.264281 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50094a6d-f1ce-4c1d-a8af-2c43339ee9bb req-740050e1-00cd-4fbc-b545-722bc1c1b1c0 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:52.265680 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-50094a6d-f1ce-4c1d-a8af-2c43339ee9bb req-740050e1-00cd-4fbc-b545-722bc1c1b1c0 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] 10.222.0.52 "GET /v2.0/ports?device_id=40e788bf-4eb5-42c0-8b71-947b14a62183 HTTP/1.1" status: 200 len: 945 time: 0.0754755 Jul 05 12:23:52.306850 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f4b1a1ad-09c7-46ee-9e1a-f1386b115a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:52.311736 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f4b1a1ad-09c7-46ee-9e1a-f1386b115a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:52.317589 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-50094a6d-f1ce-4c1d-a8af-2c43339ee9bb req-ce3788dc-ca97-4df3-8de4-851b19e19128 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] 10.222.0.52 "GET /v2.0/security-groups?id=2085552b-0d86-439b-b60e-7d3d54836673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463154 Jul 05 12:23:52.365019 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f4b1a1ad-09c7-46ee-9e1a-f1386b115a35 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b1905152c0124f18921a11c62daaa73c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1769404 Jul 05 12:23:52.367706 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b1a1ad-09c7-46ee-9e1a-f1386b115a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36dcbfc-873f-483b-8ef7-ee5a8c5a2048,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:52.368471 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 34814) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:52.381379 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b1a1ad-09c7-46ee-9e1a-f1386b115a35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:23:52.381723 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b1a1ad-09c7-46ee-9e1a-f1386b115a35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:23:52.382254 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b1a1ad-09c7-46ee-9e1a-f1386b115a35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:23:52.382594 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b1a1ad-09c7-46ee-9e1a-f1386b115a35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:23:52.383561 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b1a1ad-09c7-46ee-9e1a-f1386b115a35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:23:52.383987 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b1a1ad-09c7-46ee-9e1a-f1386b115a35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:23:52.384342 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b1a1ad-09c7-46ee-9e1a-f1386b115a35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:23:52.384691 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b1a1ad-09c7-46ee-9e1a-f1386b115a35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:23:52.385033 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b1a1ad-09c7-46ee-9e1a-f1386b115a35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:23:52.385371 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b1a1ad-09c7-46ee-9e1a-f1386b115a35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:23:52.385706 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b1a1ad-09c7-46ee-9e1a-f1386b115a35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:23:52.386127 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b1a1ad-09c7-46ee-9e1a-f1386b115a35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:23:52.428523 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cc987d3d-31e9-437a-89d7-b35ef05d7d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:52.452161 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cc987d3d-31e9-437a-89d7-b35ef05d7d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:52.459583 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 34816) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:52.472552 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-70bd9d48-4244-449d-a121-813f4fa69e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:52.498410 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cc987d3d-31e9-437a-89d7-b35ef05d7d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:52.500958 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cc987d3d-31e9-437a-89d7-b35ef05d7d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:52.502121 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-cc987d3d-31e9-437a-89d7-b35ef05d7d77 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b36dcbfc-873f-483b-8ef7-ee5a8c5a2048 HTTP/1.1" status: 204 len: 168 time: 0.1326597 Jul 05 12:23:52.510778 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc987d3d-31e9-437a-89d7-b35ef05d7d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36dcbfc-873f-483b-8ef7-ee5a8c5a2048,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:52.620582 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-70bd9d48-4244-449d-a121-813f4fa69e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:52.628410 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-70bd9d48-4244-449d-a121-813f4fa69e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:52.676246 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-70bd9d48-4244-449d-a121-813f4fa69e69 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=caef4c376ccb4be19c54cbb8aae53e41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2131307 Jul 05 12:23:52.676551 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 34826) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:52.686047 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd9d48-4244-449d-a121-813f4fa69e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db3b810-3245-4ed4-a389-89fc5ca66eb4,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:53.033823 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b235f-f84b-4987-8659-79a324605958 req-72eb691f-5b11-4928-8277-b935972b4df3 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:53.035256 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3f5b235f-f84b-4987-8659-79a324605958 req-72eb691f-5b11-4928-8277-b935972b4df3 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.3624654 Jul 05 12:23:53.039377 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d0ef57e-0738-49cd-bc82-b7062bfcc4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:53.055206 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2d2c5-3997-41bd-b185-30b283bd4083 req-5ea910fe-32ac-4e0d-a457-65f2c393a503 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:53.058853 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8cf2d2c5-3997-41bd-b185-30b283bd4083 req-5ea910fe-32ac-4e0d-a457-65f2c393a503 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.3809564 Jul 05 12:23:53.104807 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d0ef57e-0738-49cd-bc82-b7062bfcc4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:53.160075 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8cf2d2c5-3997-41bd-b185-30b283bd4083 req-c79a0172-e408-420f-a4f9-c735e164df79 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890191 Jul 05 12:23:53.170861 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3f5b235f-f84b-4987-8659-79a324605958 req-a3f5fa96-9200-4467-8fee-8379581c281b tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264675 Jul 05 12:23:53.209652 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d0ef57e-0738-49cd-bc82-b7062bfcc4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:53.213356 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d0ef57e-0738-49cd-bc82-b7062bfcc4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:53.214608 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-0d0ef57e-0738-49cd-bc82-b7062bfcc4c2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8db3b810-3245-4ed4-a389-89fc5ca66eb4 HTTP/1.1" status: 204 len: 168 time: 0.5354891 Jul 05 12:23:53.242347 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ef57e-0738-49cd-bc82-b7062bfcc4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db3b810-3245-4ed4-a389-89fc5ca66eb4,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:53.347273 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-feec6a02-1df2-4965-ab22-713b94ab9027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:53.396826 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a886ba-09c8-48f3-b2da-d465fdb24746 req-92a106a6-d356-490e-8aa7-f6fb285ad199 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:53.398512 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-46a886ba-09c8-48f3-b2da-d465fdb24746 req-92a106a6-d356-490e-8aa7-f6fb285ad199 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.0919540 Jul 05 12:23:53.408563 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 34870) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:53.413643 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-2739b925-e9e5-43fd-b70d-8f2ce8911bb9 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Request body: {'floatingip': {'port_id': '0dff58fd-c8ab-4cdd-9429-db08b90f7cfb'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:23:53.470301 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2739b925-e9e5-43fd-b70d-8f2ce8911bb9 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks [] for floatingip, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:53.619397 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0af65c-42e5-42d4-a086-3f796df9a60e req-3a532f64-f14a-4c4b-be99-0333398e811d tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:53.620904 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0a0af65c-42e5-42d4-a086-3f796df9a60e req-3a532f64-f14a-4c4b-be99-0333398e811d tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] 10.222.0.52 "GET /v2.0/ports?device_id=40e788bf-4eb5-42c0-8b71-947b14a62183 HTTP/1.1" status: 200 len: 945 time: 0.1691072 Jul 05 12:23:53.677149 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:53.712927 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0a0af65c-42e5-42d4-a086-3f796df9a60e req-16d4b137-b00a-4a10-99dc-612dbdb7adfc tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] 10.222.0.52 "GET /v2.0/security-groups?id=2085552b-0d86-439b-b60e-7d3d54836673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862913 Jul 05 12:23:54.082782 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2739b925-e9e5-43fd-b70d-8f2ce8911bb9 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:54.087744 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2739b925-e9e5-43fd-b70d-8f2ce8911bb9 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575314'] for floatingip, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:54.089871 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9af05-16aa-44d5-9a34-ca0fa6e544e9 req-79e2d121-8bec-407d-aa49-53a5b6b13b3c tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:54.092298 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c2a9af05-16aa-44d5-9a34-ca0fa6e544e9 req-79e2d121-8bec-407d-aa49-53a5b6b13b3c tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] 10.222.0.16 "GET /v2.0/ports?device_id=40e788bf-4eb5-42c0-8b71-947b14a62183 HTTP/1.1" status: 200 len: 945 time: 0.1296036 Jul 05 12:23:54.225980 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.db.l3_db [None req-2739b925-e9e5-43fd-b70d-8f2ce8911bb9 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Floating IP 5cd1ed27-a9f3-420b-9aea-343571c9a29f associated. External IP: 172.27.3.127, port: 0dff58fd-c8ab-4cdd-9429-db08b90f7cfb. Jul 05 12:23:54.469859 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-c2a9af05-16aa-44d5-9a34-ca0fa6e544e9 req-75c4e937-d6c4-4520-9aa8-0f57ca45c680 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] Deleting port 40bf9e95-0c33-45db-9824-f45d0268b3b9 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:23:54.470597 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c2a9af05-16aa-44d5-9a34-ca0fa6e544e9 req-75c4e937-d6c4-4520-9aa8-0f57ca45c680 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:54.488596 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096ab30-b943-425a-a376-0ef314ec622a req-ae99ea7a-521b-4d5f-9f50-c5b7f55dde45 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:54.490187 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5096ab30-b943-425a-a376-0ef314ec622a req-ae99ea7a-521b-4d5f-9f50-c5b7f55dde45 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.1394496 Jul 05 12:23:54.591322 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5096ab30-b943-425a-a376-0ef314ec622a req-88a6f6f0-0440-46ef-9365-01d120258bd6 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932689 Jul 05 12:23:54.593187 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-c2a9af05-16aa-44d5-9a34-ca0fa6e544e9 req-75c4e937-d6c4-4520-9aa8-0f57ca45c680 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] For port 40bf9e95-0c33-45db-9824-f45d0268b3b9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=40bf9e95-0c33-45db-9824-f45d0268b3b9,segment=NetworkSegment(301397d7-1784-439b-8aea-f28ffd45f8d5),segment_id=301397d7-1784-439b-8aea-f28ffd45f8d5)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:23:54.593789 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c2a9af05-16aa-44d5-9a34-ca0fa6e544e9 req-75c4e937-d6c4-4520-9aa8-0f57ca45c680 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:54.608869 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2739b925-e9e5-43fd-b70d-8f2ce8911bb9 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Router 395058aa-bd8e-4054-9b7a-b7df9ee90184 has already been hosted by L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 12:23:54.618056 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-c2a9af05-16aa-44d5-9a34-ca0fa6e544e9 req-75c4e937-d6c4-4520-9aa8-0f57ca45c680 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] Calling delete_port for 40bf9e95-0c33-45db-9824-f45d0268b3b9 owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:23:54.666240 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:54.733705 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 34938) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:54.779056 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2739b925-e9e5-43fd-b70d-8f2ce8911bb9 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:23:54.791001 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2739b925-e9e5-43fd-b70d-8f2ce8911bb9 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for floatingip, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:54.806981 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032b0b69-2410-4b75-9308-609cc6df5d54 None None] Sync routers for ids ['395058aa-bd8e-4054-9b7a-b7df9ee90184'] in dv-cinder-796286-12-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:23:54.819557 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032b0b69-2410-4b75-9308-609cc6df5d54 None None] Routers {'395058aa-bd8e-4054-9b7a-b7df9ee90184'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:23:54.820956 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-032b0b69-2410-4b75-9308-609cc6df5d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:23:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['395058aa-bd8e-4054-9b7a-b7df9ee90184'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:23:54.857542 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c2a9af05-16aa-44d5-9a34-ca0fa6e544e9 req-75c4e937-d6c4-4520-9aa8-0f57ca45c680 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:54.863251 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-2739b925-e9e5-43fd-b70d-8f2ce8911bb9 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "PUT /v2.0/floatingips/5cd1ed27-a9f3-420b-9aea-343571c9a29f HTTP/1.1" status: 200 len: 991 time: 1.4530551 Jul 05 12:23:54.863873 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfef9891-bfce-409b-968f-45d6c4d15580', 'tag': '0dff58fd-c8ab-4cdd-9429-db08b90f7cfb'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:23:54.866575 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38d66cb680d8e216a4639fd07ffcdd1e1f1f0bb375bf284fc7cc66ae145b2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff7c4c2-93cf-4c0d-a50f-d9d22e7ee6db" -d '{"events": [{"name": "network-changed", "server_uuid": "cfef9891-bfce-409b-968f-45d6c4d15580", "tag": "0dff58fd-c8ab-4cdd-9429-db08b90f7cfb"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:23:54.879941 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] get_ports_and_sgs() called for port_ids ['40bf9e95-0c33-45db-9824-f45d0268b3b9'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 12:23:54.889632 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c4e937-d6c4-4520-9aa8-0f57ca45c680 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] Pushing event deleted for resources: {'Port': ['ID=40bf9e95-0c33-45db-9824-f45d0268b3b9,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:54.975471 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-045f7816-dee4-432b-94c6-eaf5f95a4fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:55.020351 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-21b7cadb-aac0-4622-8fe1-d567f8b8d0ec req-8af379d0-62c6-48ff-ae8c-230e2eb0ea3b tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] 10.222.0.52 "GET /v2.0/ports?device_id=40e788bf-4eb5-42c0-8b71-947b14a62183 HTTP/1.1" status: 200 len: 210 time: 0.0489039 Jul 05 12:23:55.059960 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a9af05-16aa-44d5-9a34-ca0fa6e544e9 req-75c4e937-d6c4-4520-9aa8-0f57ca45c680 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] No DVR routers for this DVR port 40bf9e95-0c33-45db-9824-f45d0268b3b9 on host hv-cinder-79628 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 12:23:55.066283 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c2a9af05-16aa-44d5-9a34-ca0fa6e544e9 req-75c4e937-d6c4-4520-9aa8-0f57ca45c680 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:55.068923 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c2a9af05-16aa-44d5-9a34-ca0fa6e544e9 req-75c4e937-d6c4-4520-9aa8-0f57ca45c680 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] 10.222.0.16 "DELETE /v2.0/ports/40bf9e95-0c33-45db-9824-f45d0268b3b9 HTTP/1.1" status: 204 len: 173 time: 0.9717445 Jul 05 12:23:55.070768 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40e788bf-4eb5-42c0-8b71-947b14a62183', 'name': 'network-vif-deleted', 'tag': '40bf9e95-0c33-45db-9824-f45d0268b3b9'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:23:55.072587 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa477df9db133d569a4b8d31d3ac9e6e51d5deb3d50c5365463f1d57aa01439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6fd55d-1cd4-473a-bcbe-9c81ccadf23c" -d '{"events": [{"server_uuid": "40e788bf-4eb5-42c0-8b71-947b14a62183", "name": "network-vif-deleted", "tag": "40bf9e95-0c33-45db-9824-f45d0268b3b9"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:23:55.083700 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 12:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5444aa-5641-4c29-a2f2-0971f3a51a64 x-openstack-request-id: req-7f5444aa-5641-4c29-a2f2-0971f3a51a64 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:23:55.084134 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfef9891-bfce-409b-968f-45d6c4d15580", "tag": "0dff58fd-c8ab-4cdd-9429-db08b90f7cfb", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:23:55.084479 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7f5444aa-5641-4c29-a2f2-0971f3a51a64 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:23:55.085447 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfef9891-bfce-409b-968f-45d6c4d15580', 'tag': '0dff58fd-c8ab-4cdd-9429-db08b90f7cfb', 'status': 'completed', 'code': 200} Jul 05 12:23:55.141587 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced51872-2ef3-4da2-917d-9d93e9374bbd x-openstack-request-id: req-ced51872-2ef3-4da2-917d-9d93e9374bbd {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:23:55.142124 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40e788bf-4eb5-42c0-8b71-947b14a62183", "name": "network-vif-deleted", "tag": "40bf9e95-0c33-45db-9824-f45d0268b3b9", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:23:55.142124 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ced51872-2ef3-4da2-917d-9d93e9374bbd {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:23:55.142768 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40e788bf-4eb5-42c0-8b71-947b14a62183', 'name': 'network-vif-deleted', 'tag': '40bf9e95-0c33-45db-9824-f45d0268b3b9', 'status': 'completed', 'code': 200} Jul 05 12:23:55.201978 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-032b0b69-2410-4b75-9308-609cc6df5d54 None None] Set router 395058aa-bd8e-4054-9b7a-b7df9ee90184 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:23:55.252493 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7c4c2-93cf-4c0d-a50f-d9d22e7ee6db req-cca342e9-92be-4e69-8b3f-ea5b8f7def3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:55.254024 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4ff7c4c2-93cf-4c0d-a50f-d9d22e7ee6db req-cca342e9-92be-4e69-8b3f-ea5b8f7def3f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=35f01324a75d49b0a41482389c6e6ffa&device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 1098 time: 0.1288557 Jul 05 12:23:55.262981 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-045f7816-dee4-432b-94c6-eaf5f95a4fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:55.272882 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-045f7816-dee4-432b-94c6-eaf5f95a4fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:55.364144 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-045f7816-dee4-432b-94c6-eaf5f95a4fa9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6664d49061764667afcf0559daeeef98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6267066 Jul 05 12:23:55.364486 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 34960) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:55.367545 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f7816-dee4-432b-94c6-eaf5f95a4fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83fb7423-1c3b-4e66-a053-f351dab6851b,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:55.396684 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7c4c2-93cf-4c0d-a50f-d9d22e7ee6db req-392546b9-a233-42ad-b00c-61fdb21ab7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:55.397820 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4ff7c4c2-93cf-4c0d-a50f-d9d22e7ee6db req-392546b9-a233-42ad-b00c-61fdb21ab7c2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ce9dc6dd-f0bf-4ede-a694-43b2f2633288 HTTP/1.1" status: 200 len: 912 time: 0.1336300 Jul 05 12:23:55.434080 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-28a8c318-ece3-4a84-ae7f-e7b072355653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:55.457790 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-032b0b69-2410-4b75-9308-609cc6df5d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'name': 'tempest-AttachVolumeTestJSON-1311480240-router', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'c8262b5f-c4c1-429d-a20f-ba30051f9b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:57Z', 'updated_at': '2021-07-05T12:23:13Z', 'revision_number': 4, 'project_id': '35f01324a75d49b0a41482389c6e6ffa', 'gw_port': {'id': 'c8262b5f-c4c1-429d-a20f-ba30051f9b11', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:58Z', 'updated_at': '2021-07-05T12:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_floatingips': [{'id': '5cd1ed27-a9f3-420b-9aea-343571c9a29f', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'floating_ip_address': '172.27.3.127', 'floating_network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'router_id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'port_id': '0dff58fd-c8ab-4cdd-9429-db08b90f7cfb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce9dc6dd-f0bf-4ede-a694-43b2f2633288', 'mac_address': 'fa:16:3e:39:0f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfef9891-bfce-409b-968f-45d6c4d15580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T12:23:22Z', 'updated_at': '2021-07-05T12:23:53Z', 'revision_number': 1, 'project_id': '35f01324a75d49b0a41482389c6e6ffa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f870125-e7e6-4ae8-84f7-412921045392', 'name': '', 'network_id': 'ce9dc6dd-f0bf-4ede-a694-43b2f2633288', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'mac_address': 'fa:16:3e:25:8e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '2d9e9361-6ae5-4568-a40d-d37eb215fca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:23:10Z', 'updated_at': '2021-07-05T12:23:21Z', 'revision_number': 5, 'project_id': '35f01324a75d49b0a41482389c6e6ffa', 'subnets': [{'id': '2d9e9361-6ae5-4568-a40d-d37eb215fca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:23:55.462959 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-28a8c318-ece3-4a84-ae7f-e7b072355653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:55.492284 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032b0b69-2410-4b75-9308-609cc6df5d54 None None] Checking router: 395058aa-bd8e-4054-9b7a-b7df9ee90184 for host: dv-cinder-796286-12-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:23:55.502258 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032b0b69-2410-4b75-9308-609cc6df5d54 None None] Routers {'395058aa-bd8e-4054-9b7a-b7df9ee90184'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:23:55.503243 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-032b0b69-2410-4b75-9308-609cc6df5d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:23:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['395058aa-bd8e-4054-9b7a-b7df9ee90184'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:23:55.538347 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-28a8c318-ece3-4a84-ae7f-e7b072355653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:55.541825 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-28a8c318-ece3-4a84-ae7f-e7b072355653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:55.545375 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-28a8c318-ece3-4a84-ae7f-e7b072355653 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/83fb7423-1c3b-4e66-a053-f351dab6851b HTTP/1.1" status: 204 len: 168 time: 0.1775906 Jul 05 12:23:55.560509 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4ff7c4c2-93cf-4c0d-a50f-d9d22e7ee6db req-8ceb238a-65a9-4ab3-aebc-3b4e8bf94be9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dff58fd-c8ab-4cdd-9429-db08b90f7cfb HTTP/1.1" status: 200 len: 999 time: 0.1531458 Jul 05 12:23:55.579222 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8c318-ece3-4a84-ae7f-e7b072355653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fb7423-1c3b-4e66-a053-f351dab6851b,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:55.708135 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7c4c2-93cf-4c0d-a50f-d9d22e7ee6db req-a7d1378d-2df5-40e5-b7c5-acea9a3739f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:55.714536 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4ff7c4c2-93cf-4c0d-a50f-d9d22e7ee6db req-a7d1378d-2df5-40e5-b7c5-acea9a3739f6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2d9e9361-6ae5-4568-a40d-d37eb215fca7 HTTP/1.1" status: 200 len: 850 time: 0.1456394 Jul 05 12:23:55.762166 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-032b0b69-2410-4b75-9308-609cc6df5d54 None None] Set router 395058aa-bd8e-4054-9b7a-b7df9ee90184 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:23:55.809718 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7c4c2-93cf-4c0d-a50f-d9d22e7ee6db req-4346e486-61ec-4177-8381-067f59ab58c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:55.811277 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4ff7c4c2-93cf-4c0d-a50f-d9d22e7ee6db req-4346e486-61ec-4177-8381-067f59ab58c4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ce9dc6dd-f0bf-4ede-a694-43b2f2633288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0806079 Jul 05 12:23:55.859518 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57529ad-c404-4bca-ab2c-d8e406f2f86d req-1bdd267c-78e1-49b2-8ae5-97bf0cf3d227 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:55.862199 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a57529ad-c404-4bca-ab2c-d8e406f2f86d req-1bdd267c-78e1-49b2-8ae5-97bf0cf3d227 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.1044776 Jul 05 12:23:55.922006 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4ff7c4c2-93cf-4c0d-a50f-d9d22e7ee6db req-9b8bc7db-f0e0-4f3c-a443-bd6fc20577e5 service neutron] 10.222.0.16 "GET /v2.0/networks/ce9dc6dd-f0bf-4ede-a694-43b2f2633288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985062 Jul 05 12:23:55.943453 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a57529ad-c404-4bca-ab2c-d8e406f2f86d req-a582e738-a64d-4188-86eb-2e58bcc592e1 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747488 Jul 05 12:23:56.034401 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4ff7c4c2-93cf-4c0d-a50f-d9d22e7ee6db req-2ae5ecf0-c990-4594-acc3-fd2bbd3b1ae8 service neutron] 10.222.0.16 "GET /v2.0/networks/ce9dc6dd-f0bf-4ede-a694-43b2f2633288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003885 Jul 05 12:23:56.062931 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-032b0b69-2410-4b75-9308-609cc6df5d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'name': 'tempest-AttachVolumeTestJSON-1311480240-router', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'c8262b5f-c4c1-429d-a20f-ba30051f9b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:57Z', 'updated_at': '2021-07-05T12:23:13Z', 'revision_number': 4, 'project_id': '35f01324a75d49b0a41482389c6e6ffa', 'gw_port': {'id': 'c8262b5f-c4c1-429d-a20f-ba30051f9b11', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:58Z', 'updated_at': '2021-07-05T12:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_floatingips': [{'id': '5cd1ed27-a9f3-420b-9aea-343571c9a29f', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'floating_ip_address': '172.27.3.127', 'floating_network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'router_id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'port_id': '0dff58fd-c8ab-4cdd-9429-db08b90f7cfb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce9dc6dd-f0bf-4ede-a694-43b2f2633288', 'mac_address': 'fa:16:3e:39:0f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfef9891-bfce-409b-968f-45d6c4d15580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T12:23:22Z', 'updated_at': '2021-07-05T12:23:53Z', 'revision_number': 1, 'project_id': '35f01324a75d49b0a41482389c6e6ffa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f870125-e7e6-4ae8-84f7-412921045392', 'name': '', 'network_id': 'ce9dc6dd-f0bf-4ede-a694-43b2f2633288', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'mac_address': 'fa:16:3e:25:8e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '2d9e9361-6ae5-4568-a40d-d37eb215fca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:23:10Z', 'updated_at': '2021-07-05T12:23:21Z', 'revision_number': 5, 'project_id': '35f01324a75d49b0a41482389c6e6ffa', 'subnets': [{'id': '2d9e9361-6ae5-4568-a40d-d37eb215fca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:23:56.098464 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032b0b69-2410-4b75-9308-609cc6df5d54 None None] The sync data for ids ['395058aa-bd8e-4054-9b7a-b7df9ee90184'] in dv-cinder-796286-12-iscsi is: [{'id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'name': 'tempest-AttachVolumeTestJSON-1311480240-router', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'c8262b5f-c4c1-429d-a20f-ba30051f9b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:57Z', 'updated_at': '2021-07-05T12:23:13Z', 'revision_number': 4, 'project_id': '35f01324a75d49b0a41482389c6e6ffa', 'gw_port': {'id': 'c8262b5f-c4c1-429d-a20f-ba30051f9b11', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:58Z', 'updated_at': '2021-07-05T12:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_floatingips': [{'id': '5cd1ed27-a9f3-420b-9aea-343571c9a29f', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'floating_ip_address': '172.27.3.127', 'floating_network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'router_id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'port_id': '0dff58fd-c8ab-4cdd-9429-db08b90f7cfb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce9dc6dd-f0bf-4ede-a694-43b2f2633288', 'mac_address': 'fa:16:3e:39:0f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfef9891-bfce-409b-968f-45d6c4d15580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T12:23:22Z', 'updated_at': '2021-07-05T12:23:53Z', 'revision_number': 1, 'project_id': '35f01324a75d49b0a41482389c6e6ffa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f870125-e7e6-4ae8-84f7-412921045392', 'name': '', 'network_id': 'ce9dc6dd-f0bf-4ede-a694-43b2f2633288', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'mac_address': 'fa:16:3e:25:8e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '2d9e9361-6ae5-4568-a40d-d37eb215fca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:23:10Z', 'updated_at': '2021-07-05T12:23:21Z', 'revision_number': 5, 'project_id': '35f01324a75d49b0a41482389c6e6ffa', 'subnets': [{'id': '2d9e9361-6ae5-4568-a40d-d37eb215fca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:23:56.229532 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:56.231428 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5440fc0e-11cc-4cae-9559-acf5a3c1b1b2 req-f295c6c4-f00b-494d-bd7a-bb8ed4ac06b0 tempest-DeleteServersTestJSON-3408799 tempest-DeleteServersTestJSON-3408799-project] 10.222.0.52 "GET /v2.0/ports?device_id=40e788bf-4eb5-42c0-8b71-947b14a62183 HTTP/1.1" status: 200 len: 210 time: 0.0481892 Jul 05 12:23:56.363299 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4172dfb-fc88-42fb-9796-f91ce68eb112 None None] New status for floating IP 5cd1ed27-a9f3-420b-9aea-343571c9a29f: ACTIVE {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 12:23:57.121477 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de526d-b2b3-485a-88f4-55b00ef5bb0f req-c1735589-c97e-447e-b841-a31e80524703 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:57.122995 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d6de526d-b2b3-485a-88f4-55b00ef5bb0f req-c1735589-c97e-447e-b841-a31e80524703 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.0640485 Jul 05 12:23:57.153568 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:23:57.160994 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d6de526d-b2b3-485a-88f4-55b00ef5bb0f req-0e986e17-22e7-4572-9284-21a9bfcd7549 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326369 Jul 05 12:23:57.408568 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66df6ae-592d-421f-af38-129c31d3296b req-b302ba55-30b2-490f-b907-7101635417b9 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:57.410200 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f66df6ae-592d-421f-af38-129c31d3296b req-b302ba55-30b2-490f-b907-7101635417b9 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/networks?id=bc0fd846-c334-4479-a84c-f394ce1a591f HTTP/1.1" status: 200 len: 814 time: 0.1102200 Jul 05 12:23:57.433208 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f66df6ae-592d-421f-af38-129c31d3296b req-c6b8e8de-6988-40f4-9e26-e32360b566c9 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/quotas/fd0aa17a4d714d59b57932648b3a0268 HTTP/1.1" status: 200 len: 375 time: 0.0159221 Jul 05 12:23:57.512920 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f66df6ae-592d-421f-af38-129c31d3296b req-f481dcf0-3452-48f0-b82c-b6f1c96f9745 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fd0aa17a4d714d59b57932648b3a0268&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0788150 Jul 05 12:23:57.620576 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f66df6ae-592d-421f-af38-129c31d3296b req-72af31e4-8eee-4581-8bc3-95e219db7a6e service neutron] 10.222.0.52 "GET /v2.0/networks/bc0fd846-c334-4479-a84c-f394ce1a591f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005685 Jul 05 12:23:57.714647 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f66df6ae-592d-421f-af38-129c31d3296b req-ff07e9c3-e93a-41cc-a717-c30c30362150 service neutron] 10.222.0.52 "GET /v2.0/networks/bc0fd846-c334-4479-a84c-f394ce1a591f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874026 Jul 05 12:23:57.884963 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-dc4c76c3-70ee-40c4-ac76-f1ec8de5d6ff req-49150bf5-30ed-4b8a-816d-312be63caf33 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=22a904ae-e2f3-4b21-89a8-f86fcb69670f HTTP/1.1" status: 200 len: 210 time: 0.0297277 Jul 05 12:23:58.354471 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207c119-e6ed-4e77-9fbe-fa5386e1f9d6 req-aa32d8a0-7c16-425a-88a0-89db2cb86df2 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:58.355984 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a207c119-e6ed-4e77-9fbe-fa5386e1f9d6 req-aa32d8a0-7c16-425a-88a0-89db2cb86df2 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.0751698 Jul 05 12:23:58.394109 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a207c119-e6ed-4e77-9fbe-fa5386e1f9d6 req-1c7b41e7-be4a-4c31-93ad-c0e70edec87b tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325725 Jul 05 12:23:58.566694 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 40bf9e95-0c33-45db-9824-f45d0268b3b9 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:23:58.586865 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] No Port match for: 40bf9e95-0c33-45db-9824-f45d0268b3b9 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:23:58.587201 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 40bf9e95-0c33-45db-9824-f45d0268b3b9 not bound to the agent host hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:23:58.786857 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 35092) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:58.830562 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_v2 [None req-e035d59f-fda3-4519-94a3-79188b3f28e2 admin admin] Deleting subnet 6be35130-2cef-4151-b10a-cfbd9cc073f5 {{(pid=92929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 12:23:58.833527 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e035d59f-fda3-4519-94a3-79188b3f28e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:58.866277 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e035d59f-fda3-4519-94a3-79188b3f28e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192288'] for subnet, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:58.908368 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e035d59f-fda3-4519-94a3-79188b3f28e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882782'] for subnet, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:58.981477 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e035d59f-fda3-4519-94a3-79188b3f28e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3485817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3224283'] for subnet, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:59.014713 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e035d59f-fda3-4519-94a3-79188b3f28e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6be35130-2cef-4151-b10a-cfbd9cc073f5,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:59.017336 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e035d59f-fda3-4519-94a3-79188b3f28e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:59.020486 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-e035d59f-fda3-4519-94a3-79188b3f28e2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/6be35130-2cef-4151-b10a-cfbd9cc073f5 HTTP/1.1" status: 204 len: 168 time: 0.2325618 Jul 05 12:23:59.023459 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 35102) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:59.074900 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2b14aa51-f957-4b98-87b8-ce6ae4344b6f req-cedafd6f-d614-43e8-8293-11e9766b7fb8 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=22a904ae-e2f3-4b21-89a8-f86fcb69670f HTTP/1.1" status: 200 len: 210 time: 0.0530028 Jul 05 12:23:59.104864 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4cf7bde3-5e28-4e72-b0d9-e050c04be81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773155'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:59.208069 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4cf7bde3-5e28-4e72-b0d9-e050c04be81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880587', 'neutron.services.segments.db._delete_segments_for_network-8761929754462'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:59.228604 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4cf7bde3-5e28-4e72-b0d9-e050c04be81c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:23:59.228986 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4cf7bde3-5e28-4e72-b0d9-e050c04be81c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:23:59.229719 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4cf7bde3-5e28-4e72-b0d9-e050c04be81c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:23:59.230058 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4cf7bde3-5e28-4e72-b0d9-e050c04be81c admin admin] Subscribe: > port after_create 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:23:59.230396 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4cf7bde3-5e28-4e72-b0d9-e050c04be81c admin admin] Subscribe: > port after_delete 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:23:59.231375 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4cf7bde3-5e28-4e72-b0d9-e050c04be81c admin admin] Subscribe: > port after_update 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:23:59.231375 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4cf7bde3-5e28-4e72-b0d9-e050c04be81c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:23:59.231375 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4cf7bde3-5e28-4e72-b0d9-e050c04be81c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:23:59.231645 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4cf7bde3-5e28-4e72-b0d9-e050c04be81c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:23:59.231964 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4cf7bde3-5e28-4e72-b0d9-e050c04be81c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:23:59.314177 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4cf7bde3-5e28-4e72-b0d9-e050c04be81c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:23:59.315033 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4cf7bde3-5e28-4e72-b0d9-e050c04be81c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:23:59.315424 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4cf7bde3-5e28-4e72-b0d9-e050c04be81c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:23:59.315842 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4cf7bde3-5e28-4e72-b0d9-e050c04be81c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 12:23:59.316279 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-4cf7bde3-5e28-4e72-b0d9-e050c04be81c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91cdd107-2e0d-4edf-b94d-2a69e015516f']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:23:59.391975 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-4cf7bde3-5e28-4e72-b0d9-e050c04be81c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '301397d7-1784-439b-8aea-f28ffd45f8d5') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:23:59.392274 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-4cf7bde3-5e28-4e72-b0d9-e050c04be81c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '301397d7-1784-439b-8aea-f28ffd45f8d5') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:23:59.419428 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4cf7bde3-5e28-4e72-b0d9-e050c04be81c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761929721474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9086267'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:59.447968 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4cf7bde3-5e28-4e72-b0d9-e050c04be81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:59.486559 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cf7bde3-5e28-4e72-b0d9-e050c04be81c admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 12:23:59.487010 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4cf7bde3-5e28-4e72-b0d9-e050c04be81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9210702'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: from cryptography.utils import int_from_bytes Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: from cryptography.utils import int_from_bytes Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: timer() Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: cb(*args, **kw) Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: self._notify() Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: self.callback(batched_events) Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: event.method(event) Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: return self._get(url).json() Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 12:23:59.500719 dv-cinder-796286-12-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 12:23:59.578387 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66df6ae-592d-421f-af38-129c31d3296b req-add01a79-0067-4e1e-8f54-c8ff214a2ce8 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:59.580201 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f66df6ae-592d-421f-af38-129c31d3296b req-add01a79-0067-4e1e-8f54-c8ff214a2ce8 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.16 "GET /v2.0/networks?id=bc0fd846-c334-4479-a84c-f394ce1a591f HTTP/1.1" status: 200 len: 814 time: 0.3892159 Jul 05 12:23:59.596641 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4cf7bde3-5e28-4e72-b0d9-e050c04be81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575308'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:59.612971 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-f66df6ae-592d-421f-af38-129c31d3296b req-a5ce83d8-cdbf-4107-bb65-e64b975cc312 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Request body: {'port': {'device_id': '22a904ae-e2f3-4b21-89a8-f86fcb69670f', 'network_id': 'bc0fd846-c334-4479-a84c-f394ce1a591f', 'admin_state_up': True, 'tenant_id': 'fd0aa17a4d714d59b57932648b3a0268'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:23:59.621594 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4cf7bde3-5e28-4e72-b0d9-e050c04be81c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:59.626271 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-4cf7bde3-5e28-4e72-b0d9-e050c04be81c admin admin] 10.222.0.52 "DELETE /v2.0/networks/91cdd107-2e0d-4edf-b94d-2a69e015516f HTTP/1.1" status: 204 len: 168 time: 0.5996256 Jul 05 12:23:59.661974 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c9745-3f98-4b41-975c-3ffcaf74fc02 req-667d64d9-3a5e-40db-b400-c012f9746189 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:23:59.669900 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f81c9745-3f98-4b41-975c-3ffcaf74fc02 req-667d64d9-3a5e-40db-b400-c012f9746189 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.1071849 Jul 05 12:23:59.680629 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf7bde3-5e28-4e72-b0d9-e050c04be81c admin admin] Pushing event deleted for resources: {'Network': ['ID=91cdd107-2e0d-4edf-b94d-2a69e015516f,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:23:59.735320 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f81c9745-3f98-4b41-975c-3ffcaf74fc02 req-c911c769-9b29-4eee-8337-63f83fd6b131 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644608 Jul 05 12:23:59.795314 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f66df6ae-592d-421f-af38-129c31d3296b req-a5ce83d8-cdbf-4107-bb65-e64b975cc312 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Made reservation on behalf of fd0aa17a4d714d59b57932648b3a0268 for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:23:59.803771 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 35152) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:59.811445 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f66df6ae-592d-421f-af38-129c31d3296b req-a5ce83d8-cdbf-4107-bb65-e64b975cc312 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:59.853224 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 35156) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:59.899070 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-fa15f305-9023-4a17-930f-dcfe0a152543 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=383ca417529041848d3104111c8b3d73&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0445104 Jul 05 12:23:59.901712 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 35158) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:23:59.951628 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6661dbd7-b345-4aed-8997-d8b37b58661d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:23:59.972346 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-f66df6ae-592d-421f-af38-129c31d3296b req-a5ce83d8-cdbf-4107-bb65-e64b975cc312 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Allocated IP 172.20.0.2 (bc0fd846-c334-4479-a84c-f394ce1a591f/5b41b9be-ddbd-4ad2-a9b4-39ca25692a51/397d3262-4223-428b-ba73-4c6039055553) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:23:59.976120 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6661dbd7-b345-4aed-8997-d8b37b58661d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:00.034982 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6661dbd7-b345-4aed-8997-d8b37b58661d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:00.037581 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6661dbd7-b345-4aed-8997-d8b37b58661d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:00.039514 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-6661dbd7-b345-4aed-8997-d8b37b58661d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2085552b-0d86-439b-b60e-7d3d54836673 HTTP/1.1" status: 204 len: 168 time: 0.1361508 Jul 05 12:24:00.059910 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6661dbd7-b345-4aed-8997-d8b37b58661d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2085552b-0d86-439b-b60e-7d3d54836673,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:00.063278 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8291aa43-ff71-4f15-9fe7-c2a8ffe751c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:00.193625 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8291aa43-ff71-4f15-9fe7-c2a8ffe751c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:00.212880 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8291aa43-ff71-4f15-9fe7-c2a8ffe751c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:00.217971 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f66df6ae-592d-421f-af38-129c31d3296b req-a5ce83d8-cdbf-4107-bb65-e64b975cc312 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:00.247871 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4388244e-d4ce-40f7-86b0-2c25f4d4bc48 req-c866bd3d-35c7-45db-a36b-fc213f2f1461 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=22a904ae-e2f3-4b21-89a8-f86fcb69670f HTTP/1.1" status: 200 len: 210 time: 0.0503283 Jul 05 12:24:00.277081 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f66df6ae-592d-421f-af38-129c31d3296b req-a5ce83d8-cdbf-4107-bb65-e64b975cc312 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9210776'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:00.277780 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-8291aa43-ff71-4f15-9fe7-c2a8ffe751c3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9c9138958e5d4bdb8a937af8ba83f950&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4727194 Jul 05 12:24:00.278636 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8291aa43-ff71-4f15-9fe7-c2a8ffe751c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d758e87a-cd42-44fb-afbc-82d8cdaaf95e,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:00.281216 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 35168) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:24:00.297481 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] get_ports_and_sgs() called for port_ids ['5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 12:24:00.349995 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-aaaa763f-bf64-4aa1-be3a-2c243c6c5130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:00.352360 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f66df6ae-592d-421f-af38-129c31d3296b req-a5ce83d8-cdbf-4107-bb65-e64b975cc312 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Network bc0fd846-c334-4479-a84c-f394ce1a591f is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:24:00.375929 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-f66df6ae-592d-421f-af38-129c31d3296b req-a5ce83d8-cdbf-4107-bb65-e64b975cc312 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:24:00.377776 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce83d8-cdbf-4107-bb65-e64b975cc312 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Pushing event updated for resources: {'Port': ['ID=397d3262-4223-428b-ba73-4c6039055553,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:00.380250 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66df6ae-592d-421f-af38-129c31d3296b req-a5ce83d8-cdbf-4107-bb65-e64b975cc312 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:24:00.396789 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-aaaa763f-bf64-4aa1-be3a-2c243c6c5130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:00.454309 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66df6ae-592d-421f-af38-129c31d3296b req-a5ce83d8-cdbf-4107-bb65-e64b975cc312 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:00.455800 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f66df6ae-592d-421f-af38-129c31d3296b req-a5ce83d8-cdbf-4107-bb65-e64b975cc312 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:00.469749 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-aaaa763f-bf64-4aa1-be3a-2c243c6c5130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:00.472515 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-aaaa763f-bf64-4aa1-be3a-2c243c6c5130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:00.476100 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-aaaa763f-bf64-4aa1-be3a-2c243c6c5130 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d758e87a-cd42-44fb-afbc-82d8cdaaf95e HTTP/1.1" status: 204 len: 168 time: 0.1915629 Jul 05 12:24:00.483470 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa763f-bf64-4aa1-be3a-2c243c6c5130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d758e87a-cd42-44fb-afbc-82d8cdaaf95e,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:00.489956 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f66df6ae-592d-421f-af38-129c31d3296b req-a5ce83d8-cdbf-4107-bb65-e64b975cc312 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8833022 Jul 05 12:24:00.595307 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-f66df6ae-592d-421f-af38-129c31d3296b req-437bdf99-ffb6-492f-b78f-544c5d31c0a8 service neutron] Request body: {'port': {'device_id': '22a904ae-e2f3-4b21-89a8-f86fcb69670f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:24:00.674811 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f66df6ae-592d-421f-af38-129c31d3296b req-437bdf99-ffb6-492f-b78f-544c5d31c0a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:00.785281 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 35192) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:24:00.809141 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9696b454-dd7e-485b-bf2b-20608d3424fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:00.982520 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3540f9a-5f2a-453d-8ce5-1700dcc713b6 req-2af60fe7-b7f6-47c7-a64d-25cb9dba3b94 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:00.987301 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b3540f9a-5f2a-453d-8ce5-1700dcc713b6 req-2af60fe7-b7f6-47c7-a64d-25cb9dba3b94 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.1031399 Jul 05 12:24:01.022144 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9696b454-dd7e-485b-bf2b-20608d3424fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:01.036736 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-f66df6ae-592d-421f-af38-129c31d3296b req-437bdf99-ffb6-492f-b78f-544c5d31c0a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 397d3262-4223-428b-ba73-4c6039055553 {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:24:01.041194 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9696b454-dd7e-485b-bf2b-20608d3424fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:01.047986 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f66df6ae-592d-421f-af38-129c31d3296b req-437bdf99-ffb6-492f-b78f-544c5d31c0a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:01.084823 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b3540f9a-5f2a-453d-8ce5-1700dcc713b6 req-87dd57eb-9b78-4e73-af9e-93ee721e2504 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877762 Jul 05 12:24:01.092724 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-f66df6ae-592d-421f-af38-129c31d3296b req-437bdf99-ffb6-492f-b78f-544c5d31c0a8 service neutron] Transition to ACTIVE for port object 397d3262-4223-428b-ba73-4c6039055553 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:24:01.096705 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9696b454-dd7e-485b-bf2b-20608d3424fa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dd39924821f14d969facf6873efc0ad6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3101804 Jul 05 12:24:01.097532 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9696b454-dd7e-485b-bf2b-20608d3424fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270d2e59-f146-4632-b8f6-9edeb91a5748,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:01.099639 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 35206) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:24:01.102792 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f66df6ae-592d-421f-af38-129c31d3296b req-437bdf99-ffb6-492f-b78f-544c5d31c0a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9210730'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:01.152277 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437bdf99-ffb6-492f-b78f-544c5d31c0a8 service neutron] Pushing event updated for resources: {'Port': ['ID=397d3262-4223-428b-ba73-4c6039055553,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:01.171248 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-77763180-bafb-40e0-96ef-d59167c6bd4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:01.206068 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-77763180-bafb-40e0-96ef-d59167c6bd4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:01.266072 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-77763180-bafb-40e0-96ef-d59167c6bd4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:01.269843 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-77763180-bafb-40e0-96ef-d59167c6bd4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:01.271049 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-f66df6ae-592d-421f-af38-129c31d3296b req-437bdf99-ffb6-492f-b78f-544c5d31c0a8 service neutron] Attempting to bind port 397d3262-4223-428b-ba73-4c6039055553 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:24:01.271603 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-f66df6ae-592d-421f-af38-129c31d3296b req-437bdf99-ffb6-492f-b78f-544c5d31c0a8 service neutron] Attempting to bind port 397d3262-4223-428b-ba73-4c6039055553 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'feef0f2b-e156-4b96-9bca-0a760a19da57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'bc0fd846-c334-4479-a84c-f394ce1a591f'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:24:01.271793 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66df6ae-592d-421f-af38-129c31d3296b req-437bdf99-ffb6-492f-b78f-544c5d31c0a8 service neutron] Attempting to bind port 397d3262-4223-428b-ba73-4c6039055553 on network bc0fd846-c334-4479-a84c-f394ce1a591f {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:24:01.277452 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-77763180-bafb-40e0-96ef-d59167c6bd4d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/270d2e59-f146-4632-b8f6-9edeb91a5748 HTTP/1.1" status: 204 len: 168 time: 0.1766849 Jul 05 12:24:01.285129 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66df6ae-592d-421f-af38-129c31d3296b req-437bdf99-ffb6-492f-b78f-544c5d31c0a8 service neutron] Port 397d3262-4223-428b-ba73-4c6039055553 on network bc0fd846-c334-4479-a84c-f394ce1a591f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 12:24:01.285654 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66df6ae-592d-421f-af38-129c31d3296b req-437bdf99-ffb6-492f-b78f-544c5d31c0a8 service neutron] Attempting to bind port 397d3262-4223-428b-ba73-4c6039055553 on network bc0fd846-c334-4479-a84c-f394ce1a591f {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:24:01.286544 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77763180-bafb-40e0-96ef-d59167c6bd4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270d2e59-f146-4632-b8f6-9edeb91a5748,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:01.291083 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66df6ae-592d-421f-af38-129c31d3296b req-437bdf99-ffb6-492f-b78f-544c5d31c0a8 service neutron] Checking agent: {'id': '3e7fb013-ee8e-41ba-b8fe-dbc5ebca3998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 21, 18), 'started_at': datetime.datetime(2021, 7, 5, 12, 21, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:24:01.291586 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66df6ae-592d-421f-af38-129c31d3296b req-437bdf99-ffb6-492f-b78f-544c5d31c0a8 service neutron] Checking segment: {'id': 'feef0f2b-e156-4b96-9bca-0a760a19da57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'bc0fd846-c334-4479-a84c-f394ce1a591f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:24:01.291971 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66df6ae-592d-421f-af38-129c31d3296b req-437bdf99-ffb6-492f-b78f-544c5d31c0a8 service neutron] Bound using segment: {'id': 'feef0f2b-e156-4b96-9bca-0a760a19da57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'bc0fd846-c334-4479-a84c-f394ce1a591f'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:24:01.292403 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-f66df6ae-592d-421f-af38-129c31d3296b req-437bdf99-ffb6-492f-b78f-544c5d31c0a8 service neutron] Bound port: 397d3262-4223-428b-ba73-4c6039055553, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feef0f2b-e156-4b96-9bca-0a760a19da57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'bc0fd846-c334-4479-a84c-f394ce1a591f'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:24:01.292769 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f66df6ae-592d-421f-af38-129c31d3296b req-437bdf99-ffb6-492f-b78f-544c5d31c0a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:01.314778 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 35218) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:24:01.382077 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-f66df6ae-592d-421f-af38-129c31d3296b req-437bdf99-ffb6-492f-b78f-544c5d31c0a8 service neutron] For port 397d3262-4223-428b-ba73-4c6039055553, host hv-cinder-79628, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:24:01.386854 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-f66df6ae-592d-421f-af38-129c31d3296b req-437bdf99-ffb6-492f-b78f-544c5d31c0a8 service neutron] For port 397d3262-4223-428b-ba73-4c6039055553, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=397d3262-4223-428b-ba73-4c6039055553,segment=NetworkSegment(feef0f2b-e156-4b96-9bca-0a760a19da57),segment_id=feef0f2b-e156-4b96-9bca-0a760a19da57)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:24:01.393645 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f66df6ae-592d-421f-af38-129c31d3296b req-437bdf99-ffb6-492f-b78f-544c5d31c0a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9210730'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:01.441494 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66df6ae-592d-421f-af38-129c31d3296b req-437bdf99-ffb6-492f-b78f-544c5d31c0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:01.442109 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f66df6ae-592d-421f-af38-129c31d3296b req-437bdf99-ffb6-492f-b78f-544c5d31c0a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:01.443912 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f66df6ae-592d-421f-af38-129c31d3296b req-437bdf99-ffb6-492f-b78f-544c5d31c0a8 service neutron] 10.222.0.16 "PUT /v2.0/ports/397d3262-4223-428b-ba73-4c6039055553 HTTP/1.1" status: 200 len: 1093 time: 0.8534610 Jul 05 12:24:01.444361 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22a904ae-e2f3-4b21-89a8-f86fcb69670f', 'tag': '397d3262-4223-428b-ba73-4c6039055553'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:24:01.447737 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa477df9db133d569a4b8d31d3ac9e6e51d5deb3d50c5365463f1d57aa01439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c77720-090c-419b-bf8e-0a5e285200eb" -d '{"events": [{"name": "network-changed", "server_uuid": "22a904ae-e2f3-4b21-89a8-f86fcb69670f", "tag": "397d3262-4223-428b-ba73-4c6039055553"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:24:01.478018 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437bdf99-ffb6-492f-b78f-544c5d31c0a8 service neutron] Pushing event updated for resources: {'Port': ['ID=397d3262-4223-428b-ba73-4c6039055553,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:01.537995 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003a7d2-5a16-4f10-bb22-d67b9b109bdb req-ec469b8b-34a2-45a0-8312-2edd7d8e863e tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:01.545367 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a003a7d2-5a16-4f10-bb22-d67b9b109bdb req-ec469b8b-34a2-45a0-8312-2edd7d8e863e tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=22a904ae-e2f3-4b21-89a8-f86fcb69670f HTTP/1.1" status: 200 len: 943 time: 0.1416068 Jul 05 12:24:01.546424 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 12:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4be284f-7dc5-4f76-8d70-9a881e14913e x-openstack-request-id: req-f4be284f-7dc5-4f76-8d70-9a881e14913e {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:24:01.546911 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22a904ae-e2f3-4b21-89a8-f86fcb69670f", "tag": "397d3262-4223-428b-ba73-4c6039055553", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:24:01.547260 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f4be284f-7dc5-4f76-8d70-9a881e14913e {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:24:01.547747 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22a904ae-e2f3-4b21-89a8-f86fcb69670f', 'tag': '397d3262-4223-428b-ba73-4c6039055553', 'status': 'completed', 'code': 200} Jul 05 12:24:01.585148 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66df6ae-592d-421f-af38-129c31d3296b req-8c199708-6bd6-432f-a0b5-370a9c2e41a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:01.587451 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a003a7d2-5a16-4f10-bb22-d67b9b109bdb req-9943a67a-3531-4a46-9fc8-ac4732346ff8 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412531 Jul 05 12:24:01.588027 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f66df6ae-592d-421f-af38-129c31d3296b req-8c199708-6bd6-432f-a0b5-370a9c2e41a7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fd0aa17a4d714d59b57932648b3a0268&device_id=22a904ae-e2f3-4b21-89a8-f86fcb69670f HTTP/1.1" status: 200 len: 1096 time: 0.0780747 Jul 05 12:24:01.633259 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-63d2fcd4-0203-4a21-9482-ffb946c126a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:01.644694 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f66df6ae-592d-421f-af38-129c31d3296b req-b73a84ae-b91f-41ab-824e-de1508b2eeba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=397d3262-4223-428b-ba73-4c6039055553 HTTP/1.1" status: 200 len: 217 time: 0.0453820 Jul 05 12:24:01.754705 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-63d2fcd4-0203-4a21-9482-ffb946c126a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:01.756320 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66df6ae-592d-421f-af38-129c31d3296b req-27781ab2-35b0-495e-94bf-612d6fa81b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:01.758007 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f66df6ae-592d-421f-af38-129c31d3296b req-27781ab2-35b0-495e-94bf-612d6fa81b41 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b41b9be-ddbd-4ad2-a9b4-39ca25692a51 HTTP/1.1" status: 200 len: 854 time: 0.1011622 Jul 05 12:24:01.761278 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-63d2fcd4-0203-4a21-9482-ffb946c126a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:01.795620 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d2fcd4-0203-4a21-9482-ffb946c126a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8d779c-085b-4c4f-bc80-550e6f69b1c0,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:01.814843 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-63d2fcd4-0203-4a21-9482-ffb946c126a1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=761acb4c01ae43e88b0f5e899d45d502&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4972913 Jul 05 12:24:01.815018 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f66df6ae-592d-421f-af38-129c31d3296b req-82a47f9d-a5c8-4f8a-bdc5-b276eb527504 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bc0fd846-c334-4479-a84c-f394ce1a591f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474062 Jul 05 12:24:01.816040 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 35234) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:24:01.824335 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 35236) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:24:01.844356 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b032dd8e-3a43-41b9-a1ca-c55d8067b7a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:01.913261 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b7698f30-fa0d-4a3b-a917-8ba00379fb80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:01.916737 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f66df6ae-592d-421f-af38-129c31d3296b req-bb7aa328-0ef3-4cc1-83b1-137d966270ff service neutron] 10.222.0.16 "GET /v2.0/networks/bc0fd846-c334-4479-a84c-f394ce1a591f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930462 Jul 05 12:24:01.947322 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b7698f30-fa0d-4a3b-a917-8ba00379fb80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:02.016026 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f66df6ae-592d-421f-af38-129c31d3296b req-afcc3274-e763-4bad-b79a-c79081227b24 service neutron] 10.222.0.16 "GET /v2.0/networks/bc0fd846-c334-4479-a84c-f394ce1a591f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907245 Jul 05 12:24:02.018913 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b032dd8e-3a43-41b9-a1ca-c55d8067b7a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:02.024364 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b032dd8e-3a43-41b9-a1ca-c55d8067b7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:02.065122 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b7698f30-fa0d-4a3b-a917-8ba00379fb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:02.067599 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b7698f30-fa0d-4a3b-a917-8ba00379fb80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:02.068900 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-b7698f30-fa0d-4a3b-a917-8ba00379fb80 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fe8d779c-085b-4c4f-bc80-550e6f69b1c0 HTTP/1.1" status: 204 len: 168 time: 0.2518022 Jul 05 12:24:02.073145 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-b032dd8e-3a43-41b9-a1ca-c55d8067b7a6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cf3efb6ee0154f45a39fe49aeaa13a50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2478273 Jul 05 12:24:02.075861 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 35246) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:24:02.079118 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b032dd8e-3a43-41b9-a1ca-c55d8067b7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecfc08e-9a26-42f6-bb02-f208a87d9944,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:02.090757 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7698f30-fa0d-4a3b-a917-8ba00379fb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8d779c-085b-4c4f-bc80-550e6f69b1c0,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:02.343910 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f952ed-78ce-458a-9fd0-afcbfd21ed87 req-9a67557b-7eb7-4aab-9ecc-a84443bcf798 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:02.345909 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-40f952ed-78ce-458a-9fd0-afcbfd21ed87 req-9a67557b-7eb7-4aab-9ecc-a84443bcf798 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.0883927 Jul 05 12:24:02.408617 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b5ec4b37-53b7-41ae-99e4-bad73ec9e6ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:02.421471 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-40f952ed-78ce-458a-9fd0-afcbfd21ed87 req-744f479f-7ad8-41d8-a02d-34d0be229127 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656047 Jul 05 12:24:02.441388 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b5ec4b37-53b7-41ae-99e4-bad73ec9e6ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:02.449433 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c77720-090c-419b-bf8e-0a5e285200eb req-ed1fccfb-c5b9-4c0f-909b-51bbe75bc1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:02.451036 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-70c77720-090c-419b-bf8e-0a5e285200eb req-ed1fccfb-c5b9-4c0f-909b-51bbe75bc1ff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fd0aa17a4d714d59b57932648b3a0268&device_id=22a904ae-e2f3-4b21-89a8-f86fcb69670f HTTP/1.1" status: 200 len: 1096 time: 0.3428359 Jul 05 12:24:02.555968 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b5ec4b37-53b7-41ae-99e4-bad73ec9e6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:02.558451 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b5ec4b37-53b7-41ae-99e4-bad73ec9e6ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:02.561845 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-b5ec4b37-53b7-41ae-99e4-bad73ec9e6ac admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8ecfc08e-9a26-42f6-bb02-f208a87d9944 HTTP/1.1" status: 204 len: 168 time: 0.4828057 Jul 05 12:24:02.573013 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ec4b37-53b7-41ae-99e4-bad73ec9e6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecfc08e-9a26-42f6-bb02-f208a87d9944,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:02.584610 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c77720-090c-419b-bf8e-0a5e285200eb req-99359423-3f8e-40eb-ac84-5e25b64ee8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:02.586805 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-70c77720-090c-419b-bf8e-0a5e285200eb req-99359423-3f8e-40eb-ac84-5e25b64ee8d7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bc0fd846-c334-4479-a84c-f394ce1a591f HTTP/1.1" status: 200 len: 915 time: 0.1183259 Jul 05 12:24:02.636009 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-70c77720-090c-419b-bf8e-0a5e285200eb req-f1535429-a92c-41d9-8d7f-1f2fe9a1c4be service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=397d3262-4223-428b-ba73-4c6039055553 HTTP/1.1" status: 200 len: 217 time: 0.0392015 Jul 05 12:24:02.714967 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c77720-090c-419b-bf8e-0a5e285200eb req-05ed9c4e-a7b8-4724-acab-7dff8cc41114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:02.717132 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-70c77720-090c-419b-bf8e-0a5e285200eb req-05ed9c4e-a7b8-4724-acab-7dff8cc41114 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b41b9be-ddbd-4ad2-a9b4-39ca25692a51 HTTP/1.1" status: 200 len: 854 time: 0.0649755 Jul 05 12:24:02.758218 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-70c77720-090c-419b-bf8e-0a5e285200eb req-2398cc3b-4ffc-4412-b05e-1b79173f4881 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bc0fd846-c334-4479-a84c-f394ce1a591f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327396 Jul 05 12:24:02.802809 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2156f-1633-4b07-a6dd-2673890b1b72 req-a90ff5e8-7268-4b57-9ffc-c8b6896fad42 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:02.810455 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f8b2156f-1633-4b07-a6dd-2673890b1b72 req-a90ff5e8-7268-4b57-9ffc-c8b6896fad42 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=22a904ae-e2f3-4b21-89a8-f86fcb69670f HTTP/1.1" status: 200 len: 943 time: 0.0806012 Jul 05 12:24:02.860761 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f8b2156f-1633-4b07-a6dd-2673890b1b72 req-5d65f81d-c235-4e3d-b47e-5090bc5b4e76 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493081 Jul 05 12:24:02.903755 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-70c77720-090c-419b-bf8e-0a5e285200eb req-c4da2311-fe72-4cb1-980d-996ac027474c service neutron] 10.222.0.16 "GET /v2.0/networks/bc0fd846-c334-4479-a84c-f394ce1a591f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379635 Jul 05 12:24:03.006442 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-70c77720-090c-419b-bf8e-0a5e285200eb req-284427c8-d0d1-48b9-a509-d7be9789a5c3 service neutron] 10.222.0.16 "GET /v2.0/networks/bc0fd846-c334-4479-a84c-f394ce1a591f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946167 Jul 05 12:24:03.338716 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 35312) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:24:03.611331 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-9969a02c-d18a-405f-b550-1c78c10a781a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1982492967-network', 'tenant_id': '6c793eb3be9746198eaeb83a145c6641'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:24:03.650131 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9969a02c-d18a-405f-b550-1c78c10a781a admin admin] Made reservation on behalf of 6c793eb3be9746198eaeb83a145c6641 for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:24:03.653020 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9969a02c-d18a-405f-b550-1c78c10a781a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:03.673785 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9969a02c-d18a-405f-b550-1c78c10a781a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:03.685791 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e57392-b42c-4a84-8483-cac354ecab58 req-ea7471dc-fa87-4088-b155-ed2d7e1f9aca tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:03.685791 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b0e57392-b42c-4a84-8483-cac354ecab58 req-ea7471dc-fa87-4088-b155-ed2d7e1f9aca tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.1056879 Jul 05 12:24:03.767865 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b0e57392-b42c-4a84-8483-cac354ecab58 req-26f78105-9c90-410d-bff6-3df9872585f5 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624690 Jul 05 12:24:03.816224 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9969a02c-d18a-405f-b550-1c78c10a781a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:03.832146 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9969a02c-d18a-405f-b550-1c78c10a781a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:03.903599 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9969a02c-d18a-405f-b550-1c78c10a781a admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 12:24:03.939321 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9969a02c-d18a-405f-b550-1c78c10a781a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:03.940326 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-9969a02c-d18a-405f-b550-1c78c10a781a admin admin] Added segment f5df6d4a-3b14-4419-af8a-72036a89d58c of type vlan for network 51839ed8-9220-4bba-94fb-b117e6e65d5f Jul 05 12:24:04.002209 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9969a02c-d18a-405f-b550-1c78c10a781a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761929207381'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:04.066510 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969a02c-d18a-405f-b550-1c78c10a781a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37427ceb-5ada-4b4f-8121-418459dd73f9,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:04.106482 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9969a02c-d18a-405f-b550-1c78c10a781a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:04.107529 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9969a02c-d18a-405f-b550-1c78c10a781a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:04.108118 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9969a02c-d18a-405f-b550-1c78c10a781a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:04.172793 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9969a02c-d18a-405f-b550-1c78c10a781a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8325949 Jul 05 12:24:04.173526 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 35356) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:24:04.189469 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-fbbcaf56-0216-4249-a35a-1f345c3d2fd2 admin admin] Request body: {'subnet': {'network_id': '51839ed8-9220-4bba-94fb-b117e6e65d5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1982492967-subnet', 'tenant_id': '6c793eb3be9746198eaeb83a145c6641', 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:24:04.214910 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969a02c-d18a-405f-b550-1c78c10a781a admin admin] Pushing event updated for resources: {'Network': ['ID=51839ed8-9220-4bba-94fb-b117e6e65d5f,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:04.235124 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Network 51839ed8-9220-4bba-94fb-b117e6e65d5f details requested by agent ovs-agent-dv-cinder-796286-12-iscsi with host dv-cinder-796286-12-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 12:24:04.241622 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbcaf56-0216-4249-a35a-1f345c3d2fd2 admin admin] Made reservation on behalf of 6c793eb3be9746198eaeb83a145c6641 for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:24:04.248388 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fbbcaf56-0216-4249-a35a-1f345c3d2fd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985460'] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:04.297060 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a5f5f-d10b-4a6e-9c72-fda70faf078f req-a6a2ac8d-73e8-4f77-8235-651049283494 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:04.301472 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a65a5f5f-d10b-4a6e-9c72-fda70faf078f req-a6a2ac8d-73e8-4f77-8235-651049283494 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=22a904ae-e2f3-4b21-89a8-f86fcb69670f HTTP/1.1" status: 200 len: 943 time: 0.1745751 Jul 05 12:24:04.406623 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a65a5f5f-d10b-4a6e-9c72-fda70faf078f req-bf986e70-869d-40a9-bf4b-736387dafafd tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971458 Jul 05 12:24:04.508927 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fbbcaf56-0216-4249-a35a-1f345c3d2fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9210860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985446'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:04.572054 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbcaf56-0216-4249-a35a-1f345c3d2fd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63c05bff-6436-4f1d-93bf-d01974ae158e,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:04.579138 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbcaf56-0216-4249-a35a-1f345c3d2fd2 admin admin] Checking segment: {'id': 'f5df6d4a-3b14-4419-af8a-72036a89d58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '51839ed8-9220-4bba-94fb-b117e6e65d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:24:04.579487 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbcaf56-0216-4249-a35a-1f345c3d2fd2 admin admin] Network hostable DHCP agents. Network: 51839ed8-9220-4bba-94fb-b117e6e65d5f, hostable agents: ['60ff58b7-18de-4b80-8279-d7ac18a51ea8'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 12:24:04.596883 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbcaf56-0216-4249-a35a-1f345c3d2fd2 admin admin] Network 51839ed8-9220-4bba-94fb-b117e6e65d5f is scheduled to be hosted by DHCP agent 60ff58b7-18de-4b80-8279-d7ac18a51ea8 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 12:24:04.608543 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-fbbcaf56-0216-4249-a35a-1f345c3d2fd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-12-iscsi, 51839ed8-9220-4bba-94fb-b117e6e65d5f) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:24:04.612848 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbcaf56-0216-4249-a35a-1f345c3d2fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:04.613489 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fbbcaf56-0216-4249-a35a-1f345c3d2fd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:04.621934 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9cdc4e-e4b6-4af8-8141-780070c73d35 None None] Network 51839ed8-9220-4bba-94fb-b117e6e65d5f requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:24:04.636189 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-fbbcaf56-0216-4249-a35a-1f345c3d2fd2 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4544711 Jul 05 12:24:04.638298 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 35376) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:24:04.642950 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-5c33d502-0674-42d6-b32d-61306c8439ef admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1982492967-router', 'tenant_id': '6c793eb3be9746198eaeb83a145c6641', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'}}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:24:04.667353 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5c33d502-0674-42d6-b32d-61306c8439ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6168'] for router, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:04.668593 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5c33d502-0674-42d6-b32d-61306c8439ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6167'] for router, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:04.729422 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5c33d502-0674-42d6-b32d-61306c8439ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:04.816133 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6023cdd6-2e97-4c86-adbe-d4448095169b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b0a0a31-0485-567f-a652-ea6fdcdf98ff-51839ed8-9220-4bba-94fb-b117e6e65d5f', 'network_id': '51839ed8-9220-4bba-94fb-b117e6e65d5f', 'tenant_id': '6c793eb3be9746198eaeb83a145c6641', 'fixed_ips': [{'subnet_id': '63c05bff-6436-4f1d-93bf-d01974ae158e'}]}} from dv-cinder-796286-12-iscsi. {{(pid=92930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 12:24:04.817339 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6023cdd6-2e97-4c86-adbe-d4448095169b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:04.892939 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5c33d502-0674-42d6-b32d-61306c8439ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1575407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6149'] for router, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:04.980949 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d2961-209a-4007-9035-a2bf7b968736 req-5572a5ee-ed82-4a1d-820f-989553c06239 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:04.982632 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b35d2961-209a-4007-9035-a2bf7b968736 req-5572a5ee-ed82-4a1d-820f-989553c06239 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.1007364 Jul 05 12:24:05.010112 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-6023cdd6-2e97-4c86-adbe-d4448095169b None None] Allocated IP 172.20.0.2 (51839ed8-9220-4bba-94fb-b117e6e65d5f/63c05bff-6436-4f1d-93bf-d01974ae158e/3fcd5609-12e8-42a5-9a7f-07a9e1166922) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:24:05.044657 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b35d2961-209a-4007-9035-a2bf7b968736 req-57f06047-a713-408f-af5e-b382d77d4d3f tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539250 Jul 05 12:24:05.140499 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5c33d502-0674-42d6-b32d-61306c8439ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:05.168275 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5c33d502-0674-42d6-b32d-61306c8439ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:05.290057 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-5c33d502-0674-42d6-b32d-61306c8439ef admin admin] Allocated IP 172.27.3.7 (aa38b356-d6cf-48be-b408-9464f33b7649/1e645773-65d0-42f3-9bdc-7785aff60c5a/34b0fa27-9415-4ace-9c86-88ddc3a2ecb7) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:24:05.304044 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6023cdd6-2e97-4c86-adbe-d4448095169b None None] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:05.317354 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6023cdd6-2e97-4c86-adbe-d4448095169b None None] Transition to ACTIVE for port object 3fcd5609-12e8-42a5-9a7f-07a9e1166922 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:24:05.336383 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6023cdd6-2e97-4c86-adbe-d4448095169b None None] Transition to ACTIVE for port object 3fcd5609-12e8-42a5-9a7f-07a9e1166922 will not be triggered until provisioned by entity DHCP. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:24:05.344288 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6023cdd6-2e97-4c86-adbe-d4448095169b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:05.397091 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6023cdd6-2e97-4c86-adbe-d4448095169b None None] Network 51839ed8-9220-4bba-94fb-b117e6e65d5f is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:24:05.404268 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-6023cdd6-2e97-4c86-adbe-d4448095169b None None] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:24:05.407763 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6023cdd6-2e97-4c86-adbe-d4448095169b None None] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:24:05.416310 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023cdd6-2e97-4c86-adbe-d4448095169b None None] Pushing event updated for resources: {'Port': ['ID=3fcd5609-12e8-42a5-9a7f-07a9e1166922,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:05.422915 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5c33d502-0674-42d6-b32d-61306c8439ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:05.424936 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6023cdd6-2e97-4c86-adbe-d4448095169b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:24:05.426493 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6023cdd6-2e97-4c86-adbe-d4448095169b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:24:05.427072 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6023cdd6-2e97-4c86-adbe-d4448095169b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:24:05.427991 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6023cdd6-2e97-4c86-adbe-d4448095169b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:24:05.428511 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6023cdd6-2e97-4c86-adbe-d4448095169b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:24:05.429013 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6023cdd6-2e97-4c86-adbe-d4448095169b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:24:05.429559 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6023cdd6-2e97-4c86-adbe-d4448095169b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:24:05.429873 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6023cdd6-2e97-4c86-adbe-d4448095169b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:24:05.430226 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6023cdd6-2e97-4c86-adbe-d4448095169b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:24:05.430716 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6023cdd6-2e97-4c86-adbe-d4448095169b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:24:05.431102 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6023cdd6-2e97-4c86-adbe-d4448095169b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:24:05.431586 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6023cdd6-2e97-4c86-adbe-d4448095169b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:24:05.471087 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 35398) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:24:05.491074 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5c33d502-0674-42d6-b32d-61306c8439ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9210776'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:05.511897 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-6023cdd6-2e97-4c86-adbe-d4448095169b None None] Attempting to bind port 3fcd5609-12e8-42a5-9a7f-07a9e1166922 on host dv-cinder-796286-12-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:24:05.512286 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-6023cdd6-2e97-4c86-adbe-d4448095169b None None] Attempting to bind port 3fcd5609-12e8-42a5-9a7f-07a9e1166922 by drivers openvswitch,hyperv on host dv-cinder-796286-12-iscsi at level 0 using segments [{'id': 'f5df6d4a-3b14-4419-af8a-72036a89d58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '51839ed8-9220-4bba-94fb-b117e6e65d5f'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:24:05.512650 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6023cdd6-2e97-4c86-adbe-d4448095169b None None] Attempting to bind port 3fcd5609-12e8-42a5-9a7f-07a9e1166922 on network 51839ed8-9220-4bba-94fb-b117e6e65d5f {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:24:05.518579 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6023cdd6-2e97-4c86-adbe-d4448095169b None None] Checking agent: {'id': '179553a2-8e69-4f7b-8819-fceafac5268f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 15, 24), 'started_at': datetime.datetime(2021, 7, 5, 12, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:24:05.518992 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6023cdd6-2e97-4c86-adbe-d4448095169b None None] Checking segment: {'id': 'f5df6d4a-3b14-4419-af8a-72036a89d58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '51839ed8-9220-4bba-94fb-b117e6e65d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:24:05.519397 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6023cdd6-2e97-4c86-adbe-d4448095169b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:05.519790 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6023cdd6-2e97-4c86-adbe-d4448095169b None None] Bound using segment: {'id': 'f5df6d4a-3b14-4419-af8a-72036a89d58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '51839ed8-9220-4bba-94fb-b117e6e65d5f'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:24:05.520255 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-6023cdd6-2e97-4c86-adbe-d4448095169b None None] Bound port: 3fcd5609-12e8-42a5-9a7f-07a9e1166922, host: dv-cinder-796286-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5df6d4a-3b14-4419-af8a-72036a89d58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '51839ed8-9220-4bba-94fb-b117e6e65d5f'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:24:05.521157 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6023cdd6-2e97-4c86-adbe-d4448095169b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:05.557171 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c33d502-0674-42d6-b32d-61306c8439ef admin admin] Network aa38b356-d6cf-48be-b408-9464f33b7649 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:24:05.562105 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-5c33d502-0674-42d6-b32d-61306c8439ef admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:24:05.572475 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c33d502-0674-42d6-b32d-61306c8439ef admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:24:05.598423 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c33d502-0674-42d6-b32d-61306c8439ef admin admin] Pushing event updated for resources: {'Port': ['ID=34b0fa27-9415-4ace-9c86-88ddc3a2ecb7,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:05.622229 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-6023cdd6-2e97-4c86-adbe-d4448095169b None None] For port 3fcd5609-12e8-42a5-9a7f-07a9e1166922, host dv-cinder-796286-12-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:24:05.626965 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-6023cdd6-2e97-4c86-adbe-d4448095169b None None] For port 3fcd5609-12e8-42a5-9a7f-07a9e1166922, host dv-cinder-796286-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=3fcd5609-12e8-42a5-9a7f-07a9e1166922,segment=NetworkSegment(f5df6d4a-3b14-4419-af8a-72036a89d58c),segment_id=f5df6d4a-3b14-4419-af8a-72036a89d58c)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:24:05.634178 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6023cdd6-2e97-4c86-adbe-d4448095169b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:05.685693 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b076126-32a1-4860-983a-4eb8128b9239 req-7b73c1a7-8d51-4245-a6d0-2093b7d9aedb tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:05.687363 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3b076126-32a1-4860-983a-4eb8128b9239 req-7b73c1a7-8d51-4245-a6d0-2093b7d9aedb tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=22a904ae-e2f3-4b21-89a8-f86fcb69670f HTTP/1.1" status: 200 len: 943 time: 0.1204188 Jul 05 12:24:05.709310 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023cdd6-2e97-4c86-adbe-d4448095169b None None] Pushing event updated for resources: {'Port': ['ID=3fcd5609-12e8-42a5-9a7f-07a9e1166922,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:05.709786 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b7b211af-f2cb-415b-86c1-e9f602619304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:05.735267 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3b076126-32a1-4860-983a-4eb8128b9239 req-a9b2e3db-dfd6-46c8-af10-f3d9709ceab9 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422547 Jul 05 12:24:05.950118 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5c33d502-0674-42d6-b32d-61306c8439ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:05.998666 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b7b211af-f2cb-415b-86c1-e9f602619304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:06.006295 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b7b211af-f2cb-415b-86c1-e9f602619304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:06.076716 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-b7b211af-f2cb-415b-86c1-e9f602619304 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ef07344c5f634e53a62044e9ad0cdd06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6045823 Jul 05 12:24:06.079541 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 35410) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:24:06.084525 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b211af-f2cb-415b-86c1-e9f602619304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42a005a-dfa3-4f05-95ad-186ac7d1f5a6,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:06.157219 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-03768eb7-141c-4a85-ba3e-328e8841135d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:06.189575 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-03768eb7-141c-4a85-ba3e-328e8841135d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:06.209888 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5c33d502-0674-42d6-b32d-61306c8439ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1575412'] for router, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:06.298045 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda43ee-44df-441f-8bf6-7cece02dfa76 req-718ca719-e05a-44f0-9b00-8036e5932406 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:06.298045 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-adda43ee-44df-441f-8bf6-7cece02dfa76 req-718ca719-e05a-44f0-9b00-8036e5932406 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.1116290 Jul 05 12:24:06.331501 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-03768eb7-141c-4a85-ba3e-328e8841135d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:06.334228 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-03768eb7-141c-4a85-ba3e-328e8841135d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:06.336019 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-03768eb7-141c-4a85-ba3e-328e8841135d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b42a005a-dfa3-4f05-95ad-186ac7d1f5a6 HTTP/1.1" status: 204 len: 168 time: 0.2543116 Jul 05 12:24:06.352337 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03768eb7-141c-4a85-ba3e-328e8841135d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42a005a-dfa3-4f05-95ad-186ac7d1f5a6,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:06.360409 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c33d502-0674-42d6-b32d-61306c8439ef admin admin] Router fa385e65-b11c-4f2d-b564-ea64535e60f5 is scheduled to L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 with binding_index 1 {{(pid=92928) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 12:24:06.376709 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-adda43ee-44df-441f-8bf6-7cece02dfa76 req-35026962-d26d-4b34-a11d-4270d8b543d2 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706971 Jul 05 12:24:06.499248 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c33d502-0674-42d6-b32d-61306c8439ef admin admin] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:24:06.508719 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b251733-d555-42c5-8201-366618e88277 None None] Sync routers for ids ['fa385e65-b11c-4f2d-b564-ea64535e60f5'] in dv-cinder-796286-12-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:24:06.525951 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b251733-d555-42c5-8201-366618e88277 None None] Routers {'fa385e65-b11c-4f2d-b564-ea64535e60f5'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:24:06.526587 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-1b251733-d555-42c5-8201-366618e88277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:23:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['fa385e65-b11c-4f2d-b564-ea64535e60f5'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:24:06.531437 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5c33d502-0674-42d6-b32d-61306c8439ef admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:06.535251 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-5c33d502-0674-42d6-b32d-61306c8439ef admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8933649 Jul 05 12:24:06.535815 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 35432) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:24:06.703578 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-1b251733-d555-42c5-8201-366618e88277 None None] Set router fa385e65-b11c-4f2d-b564-ea64535e60f5 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:24:06.991523 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-1b251733-d555-42c5-8201-366618e88277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa385e65-b11c-4f2d-b564-ea64535e60f5', 'name': 'tempest-TestShelveInstance-1982492967-router', 'tenant_id': '6c793eb3be9746198eaeb83a145c6641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '34b0fa27-9415-4ace-9c86-88ddc3a2ecb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:24:04Z', 'updated_at': '2021-07-05T12:24:05Z', 'revision_number': 3, 'project_id': '6c793eb3be9746198eaeb83a145c6641', 'gw_port': {'id': '34b0fa27-9415-4ace-9c86-88ddc3a2ecb7', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a1:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa385e65-b11c-4f2d-b564-ea64535e60f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:24:05Z', 'updated_at': '2021-07-05T12:24:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi'}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:24:07.034172 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b251733-d555-42c5-8201-366618e88277 None None] Checking router: fa385e65-b11c-4f2d-b564-ea64535e60f5 for host: dv-cinder-796286-12-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:24:07.034760 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b251733-d555-42c5-8201-366618e88277 None None] Updating router fa385e65-b11c-4f2d-b564-ea64535e60f5 port 34b0fa27-9415-4ace-9c86-88ddc3a2ecb7 binding host dv-cinder-796286-12-iscsi {{(pid=92931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 12:24:07.047297 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2302af42-dda1-4313-9d3a-26b056afeb8c None None] Network 51839ed8-9220-4bba-94fb-b117e6e65d5f requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:24:07.111521 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1b251733-d555-42c5-8201-366618e88277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:07.121515 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-590ccf45-cd30-44a8-a3c8-882322d5e0ec None None] Provisioning for port 3fcd5609-12e8-42a5-9a7f-07a9e1166922 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:24:07.123088 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b420cb2-b307-4d03-b8f9-1fa91eaa3753 req-55611fb5-dfa7-469a-a220-8ba8b405eada tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:07.125137 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9b420cb2-b307-4d03-b8f9-1fa91eaa3753 req-55611fb5-dfa7-469a-a220-8ba8b405eada tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=22a904ae-e2f3-4b21-89a8-f86fcb69670f HTTP/1.1" status: 200 len: 943 time: 0.1274745 Jul 05 12:24:07.207573 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9b420cb2-b307-4d03-b8f9-1fa91eaa3753 req-cdcc85d9-3e66-4288-9f59-10e1be271346 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497699 Jul 05 12:24:07.454111 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1b251733-d555-42c5-8201-366618e88277 None None] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:07.469894 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-1b251733-d555-42c5-8201-366618e88277 None None] Transition to ACTIVE for port object 34b0fa27-9415-4ace-9c86-88ddc3a2ecb7 will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:24:07.473548 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6622e2d2-8c9b-4b73-9b32-b8d62e1b10d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:07.477861 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1b251733-d555-42c5-8201-366618e88277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:07.529757 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-1b251733-d555-42c5-8201-366618e88277 None None] Attempting to bind port 34b0fa27-9415-4ace-9c86-88ddc3a2ecb7 on host dv-cinder-796286-12-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:24:07.530360 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-1b251733-d555-42c5-8201-366618e88277 None None] Attempting to bind port 34b0fa27-9415-4ace-9c86-88ddc3a2ecb7 by drivers openvswitch,hyperv on host dv-cinder-796286-12-iscsi at level 0 using segments [{'id': '7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:24:07.530985 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b251733-d555-42c5-8201-366618e88277 None None] Attempting to bind port 34b0fa27-9415-4ace-9c86-88ddc3a2ecb7 on network aa38b356-d6cf-48be-b408-9464f33b7649 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:24:07.550422 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b251733-d555-42c5-8201-366618e88277 None None] Checking agent: {'id': '179553a2-8e69-4f7b-8819-fceafac5268f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 15, 24), 'started_at': datetime.datetime(2021, 7, 5, 12, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:24:07.550705 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b251733-d555-42c5-8201-366618e88277 None None] Checking segment: {'id': '7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:24:07.551142 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1b251733-d555-42c5-8201-366618e88277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:07.551545 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b251733-d555-42c5-8201-366618e88277 None None] Bound using segment: {'id': '7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:24:07.552034 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-1b251733-d555-42c5-8201-366618e88277 None None] Bound port: 34b0fa27-9415-4ace-9c86-88ddc3a2ecb7, host: dv-cinder-796286-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:24:07.553729 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1b251733-d555-42c5-8201-366618e88277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:07.621317 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57c0ac-4136-4a45-a97d-4e05ddd34e28 None None] Pushing event updated for resources: {'Port': ['ID=34b0fa27-9415-4ace-9c86-88ddc3a2ecb7,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:07.652235 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57c0ac-4136-4a45-a97d-4e05ddd34e28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:24:07.653078 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57c0ac-4136-4a45-a97d-4e05ddd34e28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:24:07.653783 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57c0ac-4136-4a45-a97d-4e05ddd34e28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:24:07.655088 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57c0ac-4136-4a45-a97d-4e05ddd34e28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:24:07.655777 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57c0ac-4136-4a45-a97d-4e05ddd34e28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:24:07.656615 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57c0ac-4136-4a45-a97d-4e05ddd34e28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:24:07.657487 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57c0ac-4136-4a45-a97d-4e05ddd34e28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:24:07.658263 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57c0ac-4136-4a45-a97d-4e05ddd34e28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:24:07.658967 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57c0ac-4136-4a45-a97d-4e05ddd34e28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:24:07.659927 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57c0ac-4136-4a45-a97d-4e05ddd34e28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:24:07.661153 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57c0ac-4136-4a45-a97d-4e05ddd34e28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:24:07.661711 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57c0ac-4136-4a45-a97d-4e05ddd34e28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:24:07.674019 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-6622e2d2-8c9b-4b73-9b32-b8d62e1b10d1 admin admin] Allocated IP 172.20.0.1 (51839ed8-9220-4bba-94fb-b117e6e65d5f/63c05bff-6436-4f1d-93bf-d01974ae158e/da8b8298-4cf3-4dec-9388-c307a7e6b547) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:24:07.686586 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-1b251733-d555-42c5-8201-366618e88277 None None] For port 34b0fa27-9415-4ace-9c86-88ddc3a2ecb7, host dv-cinder-796286-12-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:24:07.693296 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-1b251733-d555-42c5-8201-366618e88277 None None] For port 34b0fa27-9415-4ace-9c86-88ddc3a2ecb7, host dv-cinder-796286-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=34b0fa27-9415-4ace-9c86-88ddc3a2ecb7,segment=NetworkSegment(7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0),segment_id=7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:24:07.698596 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 3fcd5609-12e8-42a5-9a7f-07a9e1166922 up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:24:07.699652 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1b251733-d555-42c5-8201-366618e88277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:07.749224 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57c0ac-4136-4a45-a97d-4e05ddd34e28 None None] Pushing event updated for resources: {'Port': ['ID=34b0fa27-9415-4ace-9c86-88ddc3a2ecb7,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:07.777692 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b251733-d555-42c5-8201-366618e88277 None None] Routers {'fa385e65-b11c-4f2d-b564-ea64535e60f5'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:24:07.778581 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-1b251733-d555-42c5-8201-366618e88277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:23:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['fa385e65-b11c-4f2d-b564-ea64535e60f5'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:24:07.782111 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning for port 3fcd5609-12e8-42a5-9a7f-07a9e1166922 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:24:07.789129 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port 3fcd5609-12e8-42a5-9a7f-07a9e1166922 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:24:07.790506 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:07.846108 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6622e2d2-8c9b-4b73-9b32-b8d62e1b10d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:07.861128 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-6622e2d2-8c9b-4b73-9b32-b8d62e1b10d1 admin admin] Transition to ACTIVE for port object da8b8298-4cf3-4dec-9388-c307a7e6b547 will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:24:07.905538 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6622e2d2-8c9b-4b73-9b32-b8d62e1b10d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3485770'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:07.955853 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:07.974021 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6622e2d2-8c9b-4b73-9b32-b8d62e1b10d1 admin admin] Pushing event updated for resources: {'Port': ['ID=da8b8298-4cf3-4dec-9388-c307a7e6b547,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:07.990294 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6622e2d2-8c9b-4b73-9b32-b8d62e1b10d1 admin admin] Network 51839ed8-9220-4bba-94fb-b117e6e65d5f is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:24:07.992783 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-6622e2d2-8c9b-4b73-9b32-b8d62e1b10d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:24:07.996025 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6622e2d2-8c9b-4b73-9b32-b8d62e1b10d1 admin admin] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:24:08.009957 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 397d3262-4223-428b-ba73-4c6039055553 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 12:24:08.036595 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-1b251733-d555-42c5-8201-366618e88277 None None] Set router fa385e65-b11c-4f2d-b564-ea64535e60f5 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:24:08.056051 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] For port 3fcd5609-12e8-42a5-9a7f-07a9e1166922, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=3fcd5609-12e8-42a5-9a7f-07a9e1166922,segment=NetworkSegment(f5df6d4a-3b14-4419-af8a-72036a89d58c),segment_id=f5df6d4a-3b14-4419-af8a-72036a89d58c)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:24:08.071197 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:08.092487 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6622e2d2-8c9b-4b73-9b32-b8d62e1b10d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602243'] for router_interface, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:08.349024 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Pushing event updated for resources: {'Port': ['ID=3fcd5609-12e8-42a5-9a7f-07a9e1166922,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:08.374903 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port 397d3262-4223-428b-ba73-4c6039055553, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=397d3262-4223-428b-ba73-4c6039055553,segment=NetworkSegment(feef0f2b-e156-4b96-9bca-0a760a19da57),segment_id=feef0f2b-e156-4b96-9bca-0a760a19da57)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:24:08.377456 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6622e2d2-8c9b-4b73-9b32-b8d62e1b10d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:08.388472 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Returning: {'device': '397d3262-4223-428b-ba73-4c6039055553', 'network_id': 'bc0fd846-c334-4479-a84c-f394ce1a591f', 'port_id': '397d3262-4223-428b-ba73-4c6039055553', 'mac_address': 'fa:16:3e:23:d0:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b41b9be-ddbd-4ad2-a9b4-39ca25692a51', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 12:24:08.446499 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:08.463511 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 397d3262-4223-428b-ba73-4c6039055553 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:24:08.482825 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-1b251733-d555-42c5-8201-366618e88277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa385e65-b11c-4f2d-b564-ea64535e60f5', 'name': 'tempest-TestShelveInstance-1982492967-router', 'tenant_id': '6c793eb3be9746198eaeb83a145c6641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '34b0fa27-9415-4ace-9c86-88ddc3a2ecb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:24:04Z', 'updated_at': '2021-07-05T12:24:05Z', 'revision_number': 3, 'project_id': '6c793eb3be9746198eaeb83a145c6641', 'gw_port': {'id': '34b0fa27-9415-4ace-9c86-88ddc3a2ecb7', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a1:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa385e65-b11c-4f2d-b564-ea64535e60f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:24:05Z', 'updated_at': '2021-07-05T12:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi'}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:24:08.492184 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port 397d3262-4223-428b-ba73-4c6039055553, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=397d3262-4223-428b-ba73-4c6039055553,segment=NetworkSegment(feef0f2b-e156-4b96-9bca-0a760a19da57),segment_id=feef0f2b-e156-4b96-9bca-0a760a19da57)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:24:08.499828 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:08.514712 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-67f47bba-1435-41eb-bbd0-bef66f906a38 None None] Provisioning for port da8b8298-4cf3-4dec-9388-c307a7e6b547 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:24:08.528779 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b251733-d555-42c5-8201-366618e88277 None None] The sync data for ids ['fa385e65-b11c-4f2d-b564-ea64535e60f5'] in dv-cinder-796286-12-iscsi is: [{'id': 'fa385e65-b11c-4f2d-b564-ea64535e60f5', 'name': 'tempest-TestShelveInstance-1982492967-router', 'tenant_id': '6c793eb3be9746198eaeb83a145c6641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '34b0fa27-9415-4ace-9c86-88ddc3a2ecb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:24:04Z', 'updated_at': '2021-07-05T12:24:05Z', 'revision_number': 3, 'project_id': '6c793eb3be9746198eaeb83a145c6641', 'gw_port': {'id': '34b0fa27-9415-4ace-9c86-88ddc3a2ecb7', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a1:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa385e65-b11c-4f2d-b564-ea64535e60f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:24:05Z', 'updated_at': '2021-07-05T12:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi'}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:24:08.542985 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-67f47bba-1435-41eb-bbd0-bef66f906a38 None None] Provisioning complete for port da8b8298-4cf3-4dec-9388-c307a7e6b547 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:24:08.543371 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-67f47bba-1435-41eb-bbd0-bef66f906a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:08.608944 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6622e2d2-8c9b-4b73-9b32-b8d62e1b10d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:08.613379 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=397d3262-4223-428b-ba73-4c6039055553,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:08.614181 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6622e2d2-8c9b-4b73-9b32-b8d62e1b10d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3485880'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:08.629269 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-67f47bba-1435-41eb-bbd0-bef66f906a38 None None] Port da8b8298-4cf3-4dec-9388-c307a7e6b547 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 12:24:08.696006 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6622e2d2-8c9b-4b73-9b32-b8d62e1b10d1 admin admin] Pushing event updated for resources: {'Port': ['ID=da8b8298-4cf3-4dec-9388-c307a7e6b547,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:08.698498 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6622e2d2-8c9b-4b73-9b32-b8d62e1b10d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1576638'] for router_interface, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:08.803525 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6622e2d2-8c9b-4b73-9b32-b8d62e1b10d1 admin admin] Network 51839ed8-9220-4bba-94fb-b117e6e65d5f is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:24:08.803525 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-6622e2d2-8c9b-4b73-9b32-b8d62e1b10d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:24:08.949933 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6622e2d2-8c9b-4b73-9b32-b8d62e1b10d1 admin admin] Router fa385e65-b11c-4f2d-b564-ea64535e60f5 has already been hosted by L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 12:24:09.064296 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6622e2d2-8c9b-4b73-9b32-b8d62e1b10d1 admin admin] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:24:09.071342 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-6622e2d2-8c9b-4b73-9b32-b8d62e1b10d1 admin admin] 10.222.0.52 "PUT /v2.0/routers/fa385e65-b11c-4f2d-b564-ea64535e60f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5344539 Jul 05 12:24:09.078538 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e906186-465f-4fe8-a1c5-556acab7f132 None None] Provisioning complete for port da8b8298-4cf3-4dec-9388-c307a7e6b547 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:24:09.079165 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e906186-465f-4fe8-a1c5-556acab7f132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:09.116813 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-6e906186-465f-4fe8-a1c5-556acab7f132 None None] Port da8b8298-4cf3-4dec-9388-c307a7e6b547 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 12:24:09.623229 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 35502) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:24:09.628274 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-0077b10d-9f61-495c-bbb9-1d5edcff91a4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-378117083-network', 'tenant_id': 'c58889115e6644538046ecea322f0532'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:24:09.650635 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0077b10d-9f61-495c-bbb9-1d5edcff91a4 admin admin] Made reservation on behalf of c58889115e6644538046ecea322f0532 for: {'network': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:24:09.653110 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0077b10d-9f61-495c-bbb9-1d5edcff91a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for network, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:09.662660 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 34b0fa27-9415-4ace-9c86-88ddc3a2ecb7 up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:24:09.666664 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0077b10d-9f61-495c-bbb9-1d5edcff91a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:09.711079 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning for port 34b0fa27-9415-4ace-9c86-88ddc3a2ecb7 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:24:09.715583 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port 34b0fa27-9415-4ace-9c86-88ddc3a2ecb7 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:24:09.715958 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:09.760276 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0077b10d-9f61-495c-bbb9-1d5edcff91a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:09.764687 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0077b10d-9f61-495c-bbb9-1d5edcff91a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:09.796234 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0077b10d-9f61-495c-bbb9-1d5edcff91a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=92929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 12:24:09.806131 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:09.808995 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0077b10d-9f61-495c-bbb9-1d5edcff91a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c685d2-2bcf-4612-8c0c-e8d29290a148,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:09.815363 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0077b10d-9f61-495c-bbb9-1d5edcff91a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207'] for segment, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:09.815693 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.db.segments_db [None req-0077b10d-9f61-495c-bbb9-1d5edcff91a4 admin admin] Added segment 7eb60997-fae2-459b-b29b-8ce679dd0d85 of type vlan for network b1f9a44f-8726-43fd-90c9-ad5ba6908db7 Jul 05 12:24:09.833384 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] For port 34b0fa27-9415-4ace-9c86-88ddc3a2ecb7, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=34b0fa27-9415-4ace-9c86-88ddc3a2ecb7,segment=NetworkSegment(7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0),segment_id=7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:24:09.839359 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:09.840727 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 3fcd5609-12e8-42a5-9a7f-07a9e1166922 up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:24:09.871540 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0077b10d-9f61-495c-bbb9-1d5edcff91a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761929207381'] for network, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:09.900796 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0077b10d-9f61-495c-bbb9-1d5edcff91a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583'] for network, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:09.901849 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0077b10d-9f61-495c-bbb9-1d5edcff91a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:09.902431 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0077b10d-9f61-495c-bbb9-1d5edcff91a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:09.933489 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Pushing event updated for resources: {'Port': ['ID=34b0fa27-9415-4ace-9c86-88ddc3a2ecb7,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:09.937848 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port 3fcd5609-12e8-42a5-9a7f-07a9e1166922 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:24:09.938229 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:09.950269 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-0077b10d-9f61-495c-bbb9-1d5edcff91a4 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3258626 Jul 05 12:24:09.953167 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 35506) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:24:09.961471 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-8c6583d2-4d03-47b8-a0d4-e808e19285fb admin admin] Request body: {'subnet': {'network_id': 'b1f9a44f-8726-43fd-90c9-ad5ba6908db7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-378117083-subnet', 'tenant_id': 'c58889115e6644538046ecea322f0532', 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:24:09.963048 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0077b10d-9f61-495c-bbb9-1d5edcff91a4 admin admin] Pushing event updated for resources: {'Network': ['ID=b1f9a44f-8726-43fd-90c9-ad5ba6908db7,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:09.984662 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Network b1f9a44f-8726-43fd-90c9-ad5ba6908db7 details requested by agent ovs-agent-dv-cinder-796286-12-iscsi with host dv-cinder-796286-12-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 12:24:09.996536 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6583d2-4d03-47b8-a0d4-e808e19285fb admin admin] Made reservation on behalf of c58889115e6644538046ecea322f0532 for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:24:09.998968 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8c6583d2-4d03-47b8-a0d4-e808e19285fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985460'] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:10.156704 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a600397b-553b-40ad-92a9-b00f68c05378 None None] Sync routers for ids ['fa385e65-b11c-4f2d-b564-ea64535e60f5'] in dv-cinder-796286-12-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:24:10.166884 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a600397b-553b-40ad-92a9-b00f68c05378 None None] Routers {'fa385e65-b11c-4f2d-b564-ea64535e60f5'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:24:10.167506 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-a600397b-553b-40ad-92a9-b00f68c05378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:23:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['fa385e65-b11c-4f2d-b564-ea64535e60f5'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:24:10.171278 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8c6583d2-4d03-47b8-a0d4-e808e19285fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9210860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985446'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:10.227670 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6583d2-4d03-47b8-a0d4-e808e19285fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=33edbbd9-f81e-4068-afcc-672e305cf547,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:10.236310 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6583d2-4d03-47b8-a0d4-e808e19285fb admin admin] Checking segment: {'id': '7eb60997-fae2-459b-b29b-8ce679dd0d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b1f9a44f-8726-43fd-90c9-ad5ba6908db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:24:10.236668 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6583d2-4d03-47b8-a0d4-e808e19285fb admin admin] Network hostable DHCP agents. Network: b1f9a44f-8726-43fd-90c9-ad5ba6908db7, hostable agents: ['60ff58b7-18de-4b80-8279-d7ac18a51ea8'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 12:24:10.253408 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6583d2-4d03-47b8-a0d4-e808e19285fb admin admin] Network b1f9a44f-8726-43fd-90c9-ad5ba6908db7 is scheduled to be hosted by DHCP agent 60ff58b7-18de-4b80-8279-d7ac18a51ea8 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 12:24:10.263554 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-8c6583d2-4d03-47b8-a0d4-e808e19285fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-12-iscsi, b1f9a44f-8726-43fd-90c9-ad5ba6908db7) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:24:10.267658 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6583d2-4d03-47b8-a0d4-e808e19285fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:10.268240 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8c6583d2-4d03-47b8-a0d4-e808e19285fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:10.274246 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f556c24f-0f29-4bea-ab76-a77fdf5c9084 None None] Network b1f9a44f-8726-43fd-90c9-ad5ba6908db7 requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:24:10.284837 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-8c6583d2-4d03-47b8-a0d4-e808e19285fb admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3305018 Jul 05 12:24:10.287399 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 35510) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:24:10.292874 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-333a14d7-ad5f-448e-8020-7fe26c9128c3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-378117083-router', 'tenant_id': 'c58889115e6644538046ecea322f0532', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'}}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:24:10.313356 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-333a14d7-ad5f-448e-8020-7fe26c9128c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6168'] for router, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:10.314358 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-333a14d7-ad5f-448e-8020-7fe26c9128c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6167'] for router, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:10.324131 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-a600397b-553b-40ad-92a9-b00f68c05378 None None] Set router fa385e65-b11c-4f2d-b564-ea64535e60f5 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:24:10.368462 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-333a14d7-ad5f-448e-8020-7fe26c9128c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:10.591425 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27351e33-1204-445d-9560-2dae14634b48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b0a0a31-0485-567f-a652-ea6fdcdf98ff-b1f9a44f-8726-43fd-90c9-ad5ba6908db7', 'network_id': 'b1f9a44f-8726-43fd-90c9-ad5ba6908db7', 'tenant_id': 'c58889115e6644538046ecea322f0532', 'fixed_ips': [{'subnet_id': '33edbbd9-f81e-4068-afcc-672e305cf547'}]}} from dv-cinder-796286-12-iscsi. {{(pid=92930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 12:24:10.592284 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-27351e33-1204-445d-9560-2dae14634b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:10.723161 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-a600397b-553b-40ad-92a9-b00f68c05378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa385e65-b11c-4f2d-b564-ea64535e60f5', 'name': 'tempest-TestShelveInstance-1982492967-router', 'tenant_id': '6c793eb3be9746198eaeb83a145c6641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '34b0fa27-9415-4ace-9c86-88ddc3a2ecb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:24:04Z', 'updated_at': '2021-07-05T12:24:08Z', 'revision_number': 4, 'project_id': '6c793eb3be9746198eaeb83a145c6641', 'gw_port': {'id': '34b0fa27-9415-4ace-9c86-88ddc3a2ecb7', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa385e65-b11c-4f2d-b564-ea64535e60f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:24:05Z', 'updated_at': '2021-07-05T12:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': 'da8b8298-4cf3-4dec-9388-c307a7e6b547', 'name': '', 'network_id': '51839ed8-9220-4bba-94fb-b117e6e65d5f', 'tenant_id': '6c793eb3be9746198eaeb83a145c6641', 'mac_address': 'fa:16:3e:db:64:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa385e65-b11c-4f2d-b564-ea64535e60f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '63c05bff-6436-4f1d-93bf-d01974ae158e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:24:07Z', 'updated_at': '2021-07-05T12:24:08Z', 'revision_number': 2, 'project_id': '6c793eb3be9746198eaeb83a145c6641', 'subnets': [{'id': '63c05bff-6436-4f1d-93bf-d01974ae158e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:24:10.723455 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-333a14d7-ad5f-448e-8020-7fe26c9128c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1575407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6149'] for router, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:10.763912 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a600397b-553b-40ad-92a9-b00f68c05378 None None] Checking router: fa385e65-b11c-4f2d-b564-ea64535e60f5 for host: dv-cinder-796286-12-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:24:10.764929 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a600397b-553b-40ad-92a9-b00f68c05378 None None] Updating router fa385e65-b11c-4f2d-b564-ea64535e60f5 port da8b8298-4cf3-4dec-9388-c307a7e6b547 binding host dv-cinder-796286-12-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 12:24:10.815425 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a600397b-553b-40ad-92a9-b00f68c05378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:10.826328 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030713d-0a8d-4233-bfbc-299d7fcc9f8e req-3d4b3d91-172b-471e-9f2c-c7577eecdbf1 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:10.827786 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0030713d-0a8d-4233-bfbc-299d7fcc9f8e req-3d4b3d91-172b-471e-9f2c-c7577eecdbf1 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.1095383 Jul 05 12:24:10.866154 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16986dd-d914-40a4-ac95-e65396e7989e req-6f7a295b-cf1f-4f89-9434-039c93ed8c4e tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:10.868570 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a16986dd-d914-40a4-ac95-e65396e7989e req-6f7a295b-cf1f-4f89-9434-039c93ed8c4e tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=22a904ae-e2f3-4b21-89a8-f86fcb69670f HTTP/1.1" status: 200 len: 944 time: 0.1000361 Jul 05 12:24:10.875094 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-27351e33-1204-445d-9560-2dae14634b48 None None] Allocated IP 172.20.0.2 (b1f9a44f-8726-43fd-90c9-ad5ba6908db7/33edbbd9-f81e-4068-afcc-672e305cf547/131eb4e1-7ce6-44f4-8e40-d1ee9b1cdacd) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:24:10.900631 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0030713d-0a8d-4233-bfbc-299d7fcc9f8e req-27f062b0-fcd6-4b2d-b9cd-0ecb669d7acc tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619049 Jul 05 12:24:10.931252 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a16986dd-d914-40a4-ac95-e65396e7989e req-30c78783-660a-47b0-8b2a-22b1842e87ad tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507073 Jul 05 12:24:10.986370 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-333a14d7-ad5f-448e-8020-7fe26c9128c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:11.010341 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-333a14d7-ad5f-448e-8020-7fe26c9128c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:11.123480 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-333a14d7-ad5f-448e-8020-7fe26c9128c3 admin admin] Allocated IP 172.27.3.157 (aa38b356-d6cf-48be-b408-9464f33b7649/1e645773-65d0-42f3-9bdc-7785aff60c5a/7d895e7c-4dd2-438d-be61-12f5863cd1c2) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:24:11.240797 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-333a14d7-ad5f-448e-8020-7fe26c9128c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:11.292340 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-333a14d7-ad5f-448e-8020-7fe26c9128c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9210776'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:11.298251 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-27351e33-1204-445d-9560-2dae14634b48 None None] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:11.327389 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-27351e33-1204-445d-9560-2dae14634b48 None None] Transition to ACTIVE for port object 131eb4e1-7ce6-44f4-8e40-d1ee9b1cdacd will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:24:11.340394 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333a14d7-ad5f-448e-8020-7fe26c9128c3 admin admin] Network aa38b356-d6cf-48be-b408-9464f33b7649 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:24:11.347761 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-333a14d7-ad5f-448e-8020-7fe26c9128c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:24:11.350251 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333a14d7-ad5f-448e-8020-7fe26c9128c3 admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:24:11.356631 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a600397b-553b-40ad-92a9-b00f68c05378 None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:11.358866 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-27351e33-1204-445d-9560-2dae14634b48 None None] Transition to ACTIVE for port object 131eb4e1-7ce6-44f4-8e40-d1ee9b1cdacd will not be triggered until provisioned by entity DHCP. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:24:11.361655 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] get_ports_and_sgs() called for port_ids ['397d3262-4223-428b-ba73-4c6039055553'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 12:24:11.378425 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a14d7-ad5f-448e-8020-7fe26c9128c3 admin admin] Pushing event updated for resources: {'Port': ['ID=7d895e7c-4dd2-438d-be61-12f5863cd1c2,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:11.391538 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-27351e33-1204-445d-9560-2dae14634b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:11.398833 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a600397b-553b-40ad-92a9-b00f68c05378 None None] Transition to ACTIVE for port object da8b8298-4cf3-4dec-9388-c307a7e6b547 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:24:11.436617 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a600397b-553b-40ad-92a9-b00f68c05378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:11.461318 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27351e33-1204-445d-9560-2dae14634b48 None None] Network b1f9a44f-8726-43fd-90c9-ad5ba6908db7 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:24:11.470886 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-27351e33-1204-445d-9560-2dae14634b48 None None] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:24:11.474680 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27351e33-1204-445d-9560-2dae14634b48 None None] Pushing event updated for resources: {'Port': ['ID=131eb4e1-7ce6-44f4-8e40-d1ee9b1cdacd,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:11.478814 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27351e33-1204-445d-9560-2dae14634b48 None None] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:24:11.664504 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 34b0fa27-9415-4ace-9c86-88ddc3a2ecb7 up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:24:11.698256 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-333a14d7-ad5f-448e-8020-7fe26c9128c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:11.733241 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c9a9ff-d35f-427c-b65b-6ba59363a031 None None] Pushing event updated for resources: {'Port': ['ID=da8b8298-4cf3-4dec-9388-c307a7e6b547,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:11.755205 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-27351e33-1204-445d-9560-2dae14634b48 None None] Attempting to bind port 131eb4e1-7ce6-44f4-8e40-d1ee9b1cdacd on host dv-cinder-796286-12-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:24:11.755574 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-27351e33-1204-445d-9560-2dae14634b48 None None] Attempting to bind port 131eb4e1-7ce6-44f4-8e40-d1ee9b1cdacd by drivers openvswitch,hyperv on host dv-cinder-796286-12-iscsi at level 0 using segments [{'id': '7eb60997-fae2-459b-b29b-8ce679dd0d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b1f9a44f-8726-43fd-90c9-ad5ba6908db7'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:24:11.755940 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27351e33-1204-445d-9560-2dae14634b48 None None] Attempting to bind port 131eb4e1-7ce6-44f4-8e40-d1ee9b1cdacd on network b1f9a44f-8726-43fd-90c9-ad5ba6908db7 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:24:11.769553 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-a600397b-553b-40ad-92a9-b00f68c05378 None None] Attempting to bind port da8b8298-4cf3-4dec-9388-c307a7e6b547 on host dv-cinder-796286-12-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:24:11.769847 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-a600397b-553b-40ad-92a9-b00f68c05378 None None] Attempting to bind port da8b8298-4cf3-4dec-9388-c307a7e6b547 by drivers openvswitch,hyperv on host dv-cinder-796286-12-iscsi at level 0 using segments [{'id': 'f5df6d4a-3b14-4419-af8a-72036a89d58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '51839ed8-9220-4bba-94fb-b117e6e65d5f'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:24:11.770206 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a600397b-553b-40ad-92a9-b00f68c05378 None None] Attempting to bind port da8b8298-4cf3-4dec-9388-c307a7e6b547 on network 51839ed8-9220-4bba-94fb-b117e6e65d5f {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:24:11.783067 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27351e33-1204-445d-9560-2dae14634b48 None None] Checking agent: {'id': '179553a2-8e69-4f7b-8819-fceafac5268f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 15, 24), 'started_at': datetime.datetime(2021, 7, 5, 12, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:24:11.783449 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27351e33-1204-445d-9560-2dae14634b48 None None] Checking segment: {'id': '7eb60997-fae2-459b-b29b-8ce679dd0d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b1f9a44f-8726-43fd-90c9-ad5ba6908db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:24:11.783993 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-27351e33-1204-445d-9560-2dae14634b48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:11.784830 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27351e33-1204-445d-9560-2dae14634b48 None None] Bound using segment: {'id': '7eb60997-fae2-459b-b29b-8ce679dd0d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b1f9a44f-8726-43fd-90c9-ad5ba6908db7'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:24:11.785293 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-27351e33-1204-445d-9560-2dae14634b48 None None] Bound port: 131eb4e1-7ce6-44f4-8e40-d1ee9b1cdacd, host: dv-cinder-796286-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb60997-fae2-459b-b29b-8ce679dd0d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b1f9a44f-8726-43fd-90c9-ad5ba6908db7'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:24:11.785675 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-27351e33-1204-445d-9560-2dae14634b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:11.789669 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a600397b-553b-40ad-92a9-b00f68c05378 None None] Checking agent: {'id': '179553a2-8e69-4f7b-8819-fceafac5268f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 15, 24), 'started_at': datetime.datetime(2021, 7, 5, 12, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:24:11.790089 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a600397b-553b-40ad-92a9-b00f68c05378 None None] Checking segment: {'id': 'f5df6d4a-3b14-4419-af8a-72036a89d58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '51839ed8-9220-4bba-94fb-b117e6e65d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:24:11.790526 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a600397b-553b-40ad-92a9-b00f68c05378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:11.791008 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a600397b-553b-40ad-92a9-b00f68c05378 None None] Bound using segment: {'id': 'f5df6d4a-3b14-4419-af8a-72036a89d58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '51839ed8-9220-4bba-94fb-b117e6e65d5f'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:24:11.791477 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-a600397b-553b-40ad-92a9-b00f68c05378 None None] Bound port: da8b8298-4cf3-4dec-9388-c307a7e6b547, host: dv-cinder-796286-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5df6d4a-3b14-4419-af8a-72036a89d58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '51839ed8-9220-4bba-94fb-b117e6e65d5f'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:24:11.791851 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a600397b-553b-40ad-92a9-b00f68c05378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:11.956889 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port 34b0fa27-9415-4ace-9c86-88ddc3a2ecb7 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:24:11.957309 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:11.998776 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-27351e33-1204-445d-9560-2dae14634b48 None None] For port 131eb4e1-7ce6-44f4-8e40-d1ee9b1cdacd, host dv-cinder-796286-12-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:24:12.001529 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-a600397b-553b-40ad-92a9-b00f68c05378 None None] For port da8b8298-4cf3-4dec-9388-c307a7e6b547, host dv-cinder-796286-12-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:24:12.011779 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-333a14d7-ad5f-448e-8020-7fe26c9128c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1575412'] for router, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:12.028211 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-a600397b-553b-40ad-92a9-b00f68c05378 None None] For port da8b8298-4cf3-4dec-9388-c307a7e6b547, host dv-cinder-796286-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=da8b8298-4cf3-4dec-9388-c307a7e6b547,segment=NetworkSegment(f5df6d4a-3b14-4419-af8a-72036a89d58c),segment_id=f5df6d4a-3b14-4419-af8a-72036a89d58c)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:24:12.030448 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-27351e33-1204-445d-9560-2dae14634b48 None None] For port 131eb4e1-7ce6-44f4-8e40-d1ee9b1cdacd, host dv-cinder-796286-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=131eb4e1-7ce6-44f4-8e40-d1ee9b1cdacd,segment=NetworkSegment(7eb60997-fae2-459b-b29b-8ce679dd0d85),segment_id=7eb60997-fae2-459b-b29b-8ce679dd0d85)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:24:12.041584 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a600397b-553b-40ad-92a9-b00f68c05378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:12.045623 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-27351e33-1204-445d-9560-2dae14634b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:12.147455 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c9a9ff-d35f-427c-b65b-6ba59363a031 None None] Pushing event updated for resources: {'Port': ['ID=da8b8298-4cf3-4dec-9388-c307a7e6b547,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:12.239847 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333a14d7-ad5f-448e-8020-7fe26c9128c3 admin admin] Router 48ffec43-bc49-41b9-b5c2-7b537bf3ba3f is scheduled to L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 with binding_index 1 {{(pid=92928) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 12:24:12.300238 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27351e33-1204-445d-9560-2dae14634b48 None None] Pushing event updated for resources: {'Port': ['ID=131eb4e1-7ce6-44f4-8e40-d1ee9b1cdacd,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:12.389582 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a600397b-553b-40ad-92a9-b00f68c05378 None None] Routers {'fa385e65-b11c-4f2d-b564-ea64535e60f5'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:24:12.390234 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-a600397b-553b-40ad-92a9-b00f68c05378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:23:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['fa385e65-b11c-4f2d-b564-ea64535e60f5'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:24:12.436067 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789838f-d6df-44e1-926e-83c428bc63b2 req-a76e5227-c730-4335-afbd-3a72659c7d21 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:12.438574 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1789838f-d6df-44e1-926e-83c428bc63b2 req-a76e5227-c730-4335-afbd-3a72659c7d21 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=22a904ae-e2f3-4b21-89a8-f86fcb69670f HTTP/1.1" status: 200 len: 944 time: 0.2462916 Jul 05 12:24:12.446996 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333a14d7-ad5f-448e-8020-7fe26c9128c3 admin admin] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:24:12.470045 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baee992f-4443-4d0b-bd6d-2393e9cff136 None None] Sync routers for ids ['48ffec43-bc49-41b9-b5c2-7b537bf3ba3f'] in dv-cinder-796286-12-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:24:12.495807 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-333a14d7-ad5f-448e-8020-7fe26c9128c3 admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:12.497524 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-333a14d7-ad5f-448e-8020-7fe26c9128c3 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2090807 Jul 05 12:24:12.498593 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baee992f-4443-4d0b-bd6d-2393e9cff136 None None] Routers {'48ffec43-bc49-41b9-b5c2-7b537bf3ba3f'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:24:12.499920 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-baee992f-4443-4d0b-bd6d-2393e9cff136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:23:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['48ffec43-bc49-41b9-b5c2-7b537bf3ba3f'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:24:12.500381 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 35548) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:24:12.504131 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b3e49-e41c-458b-ab47-cfdf46daef34 req-7c56be66-18db-4e51-b90e-5e7de89480e0 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:12.510859 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d89b3e49-e41c-458b-ab47-cfdf46daef34 req-7c56be66-18db-4e51-b90e-5e7de89480e0 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.2352371 Jul 05 12:24:12.604586 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1789838f-d6df-44e1-926e-83c428bc63b2 req-91c63616-5a79-4f8f-94ff-ba180e678362 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377592 Jul 05 12:24:12.642479 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d89b3e49-e41c-458b-ab47-cfdf46daef34 req-563877f5-d65d-4386-a6e6-b1a423a01dfb tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944932 Jul 05 12:24:12.703939 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-a600397b-553b-40ad-92a9-b00f68c05378 None None] Set router fa385e65-b11c-4f2d-b564-ea64535e60f5 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:24:12.776741 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-baee992f-4443-4d0b-bd6d-2393e9cff136 None None] Set router 48ffec43-bc49-41b9-b5c2-7b537bf3ba3f gateway port host: dv-cinder-796286-12-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:24:13.035790 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-a600397b-553b-40ad-92a9-b00f68c05378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa385e65-b11c-4f2d-b564-ea64535e60f5', 'name': 'tempest-TestShelveInstance-1982492967-router', 'tenant_id': '6c793eb3be9746198eaeb83a145c6641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '34b0fa27-9415-4ace-9c86-88ddc3a2ecb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:24:04Z', 'updated_at': '2021-07-05T12:24:08Z', 'revision_number': 4, 'project_id': '6c793eb3be9746198eaeb83a145c6641', 'gw_port': {'id': '34b0fa27-9415-4ace-9c86-88ddc3a2ecb7', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa385e65-b11c-4f2d-b564-ea64535e60f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:24:05Z', 'updated_at': '2021-07-05T12:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': 'da8b8298-4cf3-4dec-9388-c307a7e6b547', 'name': '', 'network_id': '51839ed8-9220-4bba-94fb-b117e6e65d5f', 'tenant_id': '6c793eb3be9746198eaeb83a145c6641', 'mac_address': 'fa:16:3e:db:64:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa385e65-b11c-4f2d-b564-ea64535e60f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '63c05bff-6436-4f1d-93bf-d01974ae158e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:24:07Z', 'updated_at': '2021-07-05T12:24:11Z', 'revision_number': 4, 'project_id': '6c793eb3be9746198eaeb83a145c6641', 'subnets': [{'id': '63c05bff-6436-4f1d-93bf-d01974ae158e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:24:13.037431 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-baee992f-4443-4d0b-bd6d-2393e9cff136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ffec43-bc49-41b9-b5c2-7b537bf3ba3f', 'name': 'tempest-TestShelveInstance-378117083-router', 'tenant_id': 'c58889115e6644538046ecea322f0532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '7d895e7c-4dd2-438d-be61-12f5863cd1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:24:10Z', 'updated_at': '2021-07-05T12:24:11Z', 'revision_number': 3, 'project_id': 'c58889115e6644538046ecea322f0532', 'gw_port': {'id': '7d895e7c-4dd2-438d-be61-12f5863cd1c2', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:32:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ffec43-bc49-41b9-b5c2-7b537bf3ba3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:24:11Z', 'updated_at': '2021-07-05T12:24:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi'}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:24:13.072636 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a600397b-553b-40ad-92a9-b00f68c05378 None None] The sync data for ids ['fa385e65-b11c-4f2d-b564-ea64535e60f5'] in dv-cinder-796286-12-iscsi is: [{'id': 'fa385e65-b11c-4f2d-b564-ea64535e60f5', 'name': 'tempest-TestShelveInstance-1982492967-router', 'tenant_id': '6c793eb3be9746198eaeb83a145c6641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '34b0fa27-9415-4ace-9c86-88ddc3a2ecb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:24:04Z', 'updated_at': '2021-07-05T12:24:08Z', 'revision_number': 4, 'project_id': '6c793eb3be9746198eaeb83a145c6641', 'gw_port': {'id': '34b0fa27-9415-4ace-9c86-88ddc3a2ecb7', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa385e65-b11c-4f2d-b564-ea64535e60f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:24:05Z', 'updated_at': '2021-07-05T12:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': 'da8b8298-4cf3-4dec-9388-c307a7e6b547', 'name': '', 'network_id': '51839ed8-9220-4bba-94fb-b117e6e65d5f', 'tenant_id': '6c793eb3be9746198eaeb83a145c6641', 'mac_address': 'fa:16:3e:db:64:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa385e65-b11c-4f2d-b564-ea64535e60f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '63c05bff-6436-4f1d-93bf-d01974ae158e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:24:07Z', 'updated_at': '2021-07-05T12:24:11Z', 'revision_number': 4, 'project_id': '6c793eb3be9746198eaeb83a145c6641', 'subnets': [{'id': '63c05bff-6436-4f1d-93bf-d01974ae158e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:24:13.083930 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baee992f-4443-4d0b-bd6d-2393e9cff136 None None] Checking router: 48ffec43-bc49-41b9-b5c2-7b537bf3ba3f for host: dv-cinder-796286-12-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:24:13.084279 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baee992f-4443-4d0b-bd6d-2393e9cff136 None None] Updating router 48ffec43-bc49-41b9-b5c2-7b537bf3ba3f port 7d895e7c-4dd2-438d-be61-12f5863cd1c2 binding host dv-cinder-796286-12-iscsi {{(pid=92931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 12:24:13.153349 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-baee992f-4443-4d0b-bd6d-2393e9cff136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:13.186291 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ebeb164d-694c-4e6f-adcd-2f69e666a08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:13.405932 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-ebeb164d-694c-4e6f-adcd-2f69e666a08a admin admin] Allocated IP 172.20.0.1 (b1f9a44f-8726-43fd-90c9-ad5ba6908db7/33edbbd9-f81e-4068-afcc-672e305cf547/3af58f2e-af48-4b18-a01f-af8bf75edba8) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:24:13.481779 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53db963d-4bc6-43ce-8282-24b302291e87 None None] Network b1f9a44f-8726-43fd-90c9-ad5ba6908db7 requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:24:13.503364 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-baee992f-4443-4d0b-bd6d-2393e9cff136 None None] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:13.517208 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-baee992f-4443-4d0b-bd6d-2393e9cff136 None None] Transition to ACTIVE for port object 7d895e7c-4dd2-438d-be61-12f5863cd1c2 will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:24:13.525781 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-baee992f-4443-4d0b-bd6d-2393e9cff136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:13.575130 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ebeb164d-694c-4e6f-adcd-2f69e666a08a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:13.599984 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [None req-ebeb164d-694c-4e6f-adcd-2f69e666a08a admin admin] Transition to ACTIVE for port object 3af58f2e-af48-4b18-a01f-af8bf75edba8 will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:24:13.623983 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b9ec765d-4bf7-4b2a-9b37-74bb48931044 None None] Provisioning for port 131eb4e1-7ce6-44f4-8e40-d1ee9b1cdacd completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:24:13.799903 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ebeb164d-694c-4e6f-adcd-2f69e666a08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9210776'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:13.814410 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 131eb4e1-7ce6-44f4-8e40-d1ee9b1cdacd up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:24:13.829718 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-baee992f-4443-4d0b-bd6d-2393e9cff136 None None] Attempting to bind port 7d895e7c-4dd2-438d-be61-12f5863cd1c2 on host dv-cinder-796286-12-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:24:13.830102 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-baee992f-4443-4d0b-bd6d-2393e9cff136 None None] Attempting to bind port 7d895e7c-4dd2-438d-be61-12f5863cd1c2 by drivers openvswitch,hyperv on host dv-cinder-796286-12-iscsi at level 0 using segments [{'id': '7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:24:13.830461 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baee992f-4443-4d0b-bd6d-2393e9cff136 None None] Attempting to bind port 7d895e7c-4dd2-438d-be61-12f5863cd1c2 on network aa38b356-d6cf-48be-b408-9464f33b7649 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:24:13.845040 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c2bf40-40db-4e0d-91f9-73edec3b490c None None] Pushing event updated for resources: {'Port': ['ID=7d895e7c-4dd2-438d-be61-12f5863cd1c2,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:13.857215 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baee992f-4443-4d0b-bd6d-2393e9cff136 None None] Checking agent: {'id': '179553a2-8e69-4f7b-8819-fceafac5268f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 15, 24), 'started_at': datetime.datetime(2021, 7, 5, 12, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:24:13.860613 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baee992f-4443-4d0b-bd6d-2393e9cff136 None None] Checking segment: {'id': '7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:24:13.861238 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-baee992f-4443-4d0b-bd6d-2393e9cff136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:13.875303 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baee992f-4443-4d0b-bd6d-2393e9cff136 None None] Bound using segment: {'id': '7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:24:13.876082 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-baee992f-4443-4d0b-bd6d-2393e9cff136 None None] Bound port: 7d895e7c-4dd2-438d-be61-12f5863cd1c2, host: dv-cinder-796286-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:24:13.876697 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-baee992f-4443-4d0b-bd6d-2393e9cff136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:13.998698 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-baee992f-4443-4d0b-bd6d-2393e9cff136 None None] For port 7d895e7c-4dd2-438d-be61-12f5863cd1c2, host dv-cinder-796286-12-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:24:14.004515 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-baee992f-4443-4d0b-bd6d-2393e9cff136 None None] For port 7d895e7c-4dd2-438d-be61-12f5863cd1c2, host dv-cinder-796286-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=7d895e7c-4dd2-438d-be61-12f5863cd1c2,segment=NetworkSegment(7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0),segment_id=7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:24:14.025291 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-baee992f-4443-4d0b-bd6d-2393e9cff136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:14.099504 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning for port 131eb4e1-7ce6-44f4-8e40-d1ee9b1cdacd completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:24:14.122873 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port 131eb4e1-7ce6-44f4-8e40-d1ee9b1cdacd triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:24:14.123260 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:14.131518 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baee992f-4443-4d0b-bd6d-2393e9cff136 None None] Routers {'48ffec43-bc49-41b9-b5c2-7b537bf3ba3f'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:24:14.132215 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-baee992f-4443-4d0b-bd6d-2393e9cff136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:23:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['48ffec43-bc49-41b9-b5c2-7b537bf3ba3f'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:24:14.209069 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951eac1-9092-4d4b-b69a-eaa67a8deda1 req-2a5eb87b-93ea-46ae-9e29-7799c6935b6b tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:14.211000 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b951eac1-9092-4d4b-b69a-eaa67a8deda1 req-2a5eb87b-93ea-46ae-9e29-7799c6935b6b tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=22a904ae-e2f3-4b21-89a8-f86fcb69670f HTTP/1.1" status: 200 len: 944 time: 0.2379661 Jul 05 12:24:14.282872 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a5f28-1755-4f6c-909e-e22855793688 req-e8fb249a-508d-45db-be38-ba46eba70a2a tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:14.291117 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b75a5f28-1755-4f6c-909e-e22855793688 req-e8fb249a-508d-45db-be38-ba46eba70a2a tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.3273220 Jul 05 12:24:14.295254 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb164d-694c-4e6f-adcd-2f69e666a08a admin admin] Pushing event updated for resources: {'Port': ['ID=3af58f2e-af48-4b18-a01f-af8bf75edba8,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:14.323411 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c2bf40-40db-4e0d-91f9-73edec3b490c None None] Pushing event updated for resources: {'Port': ['ID=7d895e7c-4dd2-438d-be61-12f5863cd1c2,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:14.324047 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d2923f87-fcba-4ace-bae7-a6f290ba2e26 req-fc5e6e03-9f9d-433b-8c5f-14e320701e6b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=847d2786-50c8-484c-98bd-2706717c0b52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6908638 Jul 05 12:24:14.328004 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b951eac1-9092-4d4b-b69a-eaa67a8deda1 req-a3d22519-937a-4ef4-9fcd-846dffd8b163 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015339 Jul 05 12:24:14.330856 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebeb164d-694c-4e6f-adcd-2f69e666a08a admin admin] Network b1f9a44f-8726-43fd-90c9-ad5ba6908db7 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:24:14.332562 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-ebeb164d-694c-4e6f-adcd-2f69e666a08a admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:24:14.348248 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebeb164d-694c-4e6f-adcd-2f69e666a08a admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:24:14.406289 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b75a5f28-1755-4f6c-909e-e22855793688 req-8b7917c7-d7a6-45b2-a229-e9a4c9b6362b tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124117 Jul 05 12:24:14.418212 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:14.504554 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] For port 131eb4e1-7ce6-44f4-8e40-d1ee9b1cdacd, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=131eb4e1-7ce6-44f4-8e40-d1ee9b1cdacd,segment=NetworkSegment(7eb60997-fae2-459b-b29b-8ce679dd0d85),segment_id=7eb60997-fae2-459b-b29b-8ce679dd0d85)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:24:14.519257 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:14.520081 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device da8b8298-4cf3-4dec-9388-c307a7e6b547 up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:24:14.629736 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ebeb164d-694c-4e6f-adcd-2f69e666a08a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602243'] for router_interface, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:14.650365 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-baee992f-4443-4d0b-bd6d-2393e9cff136 None None] Set router 48ffec43-bc49-41b9-b5c2-7b537bf3ba3f gateway port host: dv-cinder-796286-12-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:24:14.785877 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Pushing event updated for resources: {'Port': ['ID=131eb4e1-7ce6-44f4-8e40-d1ee9b1cdacd,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:14.821271 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 35618) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:24:14.828995 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning for port da8b8298-4cf3-4dec-9388-c307a7e6b547 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:24:14.848619 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2923f87-fcba-4ace-bae7-a6f290ba2e26 req-5c394940-2787-479b-a479-19cedc7d701a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:14.853580 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d2923f87-fcba-4ace-bae7-a6f290ba2e26 req-5c394940-2787-479b-a479-19cedc7d701a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fd0aa17a4d714d59b57932648b3a0268&device_id=847d2786-50c8-484c-98bd-2706717c0b52 HTTP/1.1" status: 200 len: 1098 time: 0.4221807 Jul 05 12:24:14.857692 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port da8b8298-4cf3-4dec-9388-c307a7e6b547 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:24:14.858105 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:14.862908 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ebeb164d-694c-4e6f-adcd-2f69e666a08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:14.895166 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-474bcf52-916b-4b66-a487-d08a02884872 None None] Provisioning complete for port 131eb4e1-7ce6-44f4-8e40-d1ee9b1cdacd triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:24:14.895546 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-474bcf52-916b-4b66-a487-d08a02884872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:15.064971 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a9e02ca4-91a4-4729-8482-df7c0a01b669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:15.065689 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-baee992f-4443-4d0b-bd6d-2393e9cff136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ffec43-bc49-41b9-b5c2-7b537bf3ba3f', 'name': 'tempest-TestShelveInstance-378117083-router', 'tenant_id': 'c58889115e6644538046ecea322f0532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '7d895e7c-4dd2-438d-be61-12f5863cd1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:24:10Z', 'updated_at': '2021-07-05T12:24:11Z', 'revision_number': 3, 'project_id': 'c58889115e6644538046ecea322f0532', 'gw_port': {'id': '7d895e7c-4dd2-438d-be61-12f5863cd1c2', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:32:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ffec43-bc49-41b9-b5c2-7b537bf3ba3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:24:11Z', 'updated_at': '2021-07-05T12:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi'}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:24:15.111562 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2923f87-fcba-4ace-bae7-a6f290ba2e26 req-ffeeecf4-8175-41a9-b039-0b83686553a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:15.113189 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d2923f87-fcba-4ace-bae7-a6f290ba2e26 req-ffeeecf4-8175-41a9-b039-0b83686553a7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bc0fd846-c334-4479-a84c-f394ce1a591f HTTP/1.1" status: 200 len: 915 time: 0.2383730 Jul 05 12:24:15.121661 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 397d3262-4223-428b-ba73-4c6039055553 up at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:24:15.124398 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:15.180280 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d2923f87-fcba-4ace-bae7-a6f290ba2e26 req-f4c97162-ccaf-4a71-8cfd-7e615e512854 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7 HTTP/1.1" status: 200 len: 217 time: 0.0562298 Jul 05 12:24:15.215427 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a9e02ca4-91a4-4729-8482-df7c0a01b669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:15.231365 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a9e02ca4-91a4-4729-8482-df7c0a01b669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:15.232188 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baee992f-4443-4d0b-bd6d-2393e9cff136 None None] The sync data for ids ['48ffec43-bc49-41b9-b5c2-7b537bf3ba3f'] in dv-cinder-796286-12-iscsi is: [{'id': '48ffec43-bc49-41b9-b5c2-7b537bf3ba3f', 'name': 'tempest-TestShelveInstance-378117083-router', 'tenant_id': 'c58889115e6644538046ecea322f0532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '7d895e7c-4dd2-438d-be61-12f5863cd1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:24:10Z', 'updated_at': '2021-07-05T12:24:11Z', 'revision_number': 3, 'project_id': 'c58889115e6644538046ecea322f0532', 'gw_port': {'id': '7d895e7c-4dd2-438d-be61-12f5863cd1c2', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:32:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ffec43-bc49-41b9-b5c2-7b537bf3ba3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:24:11Z', 'updated_at': '2021-07-05T12:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi'}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:24:15.232894 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-474bcf52-916b-4b66-a487-d08a02884872 None None] Provisioning for port 3af58f2e-af48-4b18-a01f-af8bf75edba8 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:24:15.270658 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-474bcf52-916b-4b66-a487-d08a02884872 None None] Provisioning complete for port 3af58f2e-af48-4b18-a01f-af8bf75edba8 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:24:15.271101 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-474bcf52-916b-4b66-a487-d08a02884872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:15.274677 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] For port da8b8298-4cf3-4dec-9388-c307a7e6b547, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=da8b8298-4cf3-4dec-9388-c307a7e6b547,segment=NetworkSegment(f5df6d4a-3b14-4419-af8a-72036a89d58c),segment_id=f5df6d4a-3b14-4419-af8a-72036a89d58c)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:24:15.305676 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:15.314286 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-a9e02ca4-91a4-4729-8482-df7c0a01b669 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a404db0aac6543f29b3b052a6ab7a391&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4909964 Jul 05 12:24:15.316779 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 35628) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:24:15.330760 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2923f87-fcba-4ace-bae7-a6f290ba2e26 req-9137d7af-e61d-4a9a-984e-fc2adb97d545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:15.333204 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d2923f87-fcba-4ace-bae7-a6f290ba2e26 req-9137d7af-e61d-4a9a-984e-fc2adb97d545 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b41b9be-ddbd-4ad2-a9b4-39ca25692a51 HTTP/1.1" status: 200 len: 854 time: 0.1445515 Jul 05 12:24:15.333415 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e02ca4-91a4-4729-8482-df7c0a01b669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519bc304-d600-4331-aeb7-5cf24e58bfb6,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:15.358507 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning for port 397d3262-4223-428b-ba73-4c6039055553 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:24:15.373316 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ebeb164d-694c-4e6f-adcd-2f69e666a08a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:15.404280 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d2923f87-fcba-4ace-bae7-a6f290ba2e26 req-3d9dc0fd-19d9-4a5b-9ab9-47cdd7f6e3b0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bc0fd846-c334-4479-a84c-f394ce1a591f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477827 Jul 05 12:24:15.405275 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ebeb164d-694c-4e6f-adcd-2f69e666a08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9210730'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:15.406906 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b055d93a-57f3-4959-953f-6d0b332ed5ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:15.446656 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b055d93a-57f3-4959-953f-6d0b332ed5ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:15.528209 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b055d93a-57f3-4959-953f-6d0b332ed5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:15.533139 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b055d93a-57f3-4959-953f-6d0b332ed5ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:15.535522 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-b055d93a-57f3-4959-953f-6d0b332ed5ad admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/519bc304-d600-4331-aeb7-5cf24e58bfb6 HTTP/1.1" status: 204 len: 168 time: 0.2137134 Jul 05 12:24:15.594696 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b055d93a-57f3-4959-953f-6d0b332ed5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519bc304-d600-4331-aeb7-5cf24e58bfb6,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:15.602249 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ebeb164d-694c-4e6f-adcd-2f69e666a08a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1576638'] for router_interface, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:15.669601 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e07862-81bc-4fef-b464-e88035155589 req-5523dc24-25af-467e-8754-1b0ea599d59b tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:15.705566 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-87e07862-81bc-4fef-b464-e88035155589 req-5523dc24-25af-467e-8754-1b0ea599d59b tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=22a904ae-e2f3-4b21-89a8-f86fcb69670f HTTP/1.1" status: 200 len: 944 time: 0.1683362 Jul 05 12:24:15.758856 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning complete for port 397d3262-4223-428b-ba73-4c6039055553 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:24:15.760034 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:15.772139 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 131eb4e1-7ce6-44f4-8e40-d1ee9b1cdacd up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:24:15.775755 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-474bcf52-916b-4b66-a487-d08a02884872 None None] Port 3af58f2e-af48-4b18-a01f-af8bf75edba8 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 12:24:15.776376 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb164d-694c-4e6f-adcd-2f69e666a08a admin admin] Pushing event updated for resources: {'Port': ['ID=3af58f2e-af48-4b18-a01f-af8bf75edba8,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:15.810634 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-87e07862-81bc-4fef-b464-e88035155589 req-054ca471-80b1-4504-aa3d-e06a09ca22e5 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027820 Jul 05 12:24:15.897696 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e074119-c4d0-4d57-a35c-d18670052e76 req-1e9249d1-0fee-491c-b1d1-31d3ad696d93 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:15.926893 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1e074119-c4d0-4d57-a35c-d18670052e76 req-1e9249d1-0fee-491c-b1d1-31d3ad696d93 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.2155178 Jul 05 12:24:15.975073 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d2923f87-fcba-4ace-bae7-a6f290ba2e26 req-a77003ee-b75a-4104-bab3-c371cfba0827 service neutron] 10.222.0.16 "GET /v2.0/networks/bc0fd846-c334-4479-a84c-f394ce1a591f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5322659 Jul 05 12:24:16.034457 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1e074119-c4d0-4d57-a35c-d18670052e76 req-c434ac34-53ed-45cf-91f3-99a57ed7e6e7 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042788 Jul 05 12:24:16.062636 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebeb164d-694c-4e6f-adcd-2f69e666a08a admin admin] Network b1f9a44f-8726-43fd-90c9-ad5ba6908db7 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:24:16.065638 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-ebeb164d-694c-4e6f-adcd-2f69e666a08a admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:24:16.137612 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a023e64d-4d97-4378-a1b0-c36031c5a69d None None] Provisioning complete for port 3af58f2e-af48-4b18-a01f-af8bf75edba8 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:24:16.137983 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a023e64d-4d97-4378-a1b0-c36031c5a69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:16.195724 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port 131eb4e1-7ce6-44f4-8e40-d1ee9b1cdacd triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:24:16.196379 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:16.263915 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Pushing event updated for resources: {'Port': ['ID=da8b8298-4cf3-4dec-9388-c307a7e6b547,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:16.269907 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:16.302899 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d2923f87-fcba-4ace-bae7-a6f290ba2e26 req-4a4c5b13-fcca-4f3d-acd8-5d1abfecc90a service neutron] 10.222.0.16 "GET /v2.0/networks/bc0fd846-c334-4479-a84c-f394ce1a591f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189626 Jul 05 12:24:16.325295 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a904ae-e2f3-4b21-89a8-f86fcb69670f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397d3262-4223-428b-ba73-4c6039055553'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:24:16.330205 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb11927d8d6a4f40405007df32e35409d46ab531454b71f6d23f9687e715819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55f78db-6cd6-422b-8529-8b25dfffc8b3" -d '{"events": [{"server_uuid": "22a904ae-e2f3-4b21-89a8-f86fcb69670f", "name": "network-vif-plugged", "status": "completed", "tag": "397d3262-4223-428b-ba73-4c6039055553"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:24:16.352472 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebeb164d-694c-4e6f-adcd-2f69e666a08a admin admin] Router 48ffec43-bc49-41b9-b5c2-7b537bf3ba3f has already been hosted by L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 12:24:16.367452 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port 397d3262-4223-428b-ba73-4c6039055553, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=397d3262-4223-428b-ba73-4c6039055553,segment=NetworkSegment(feef0f2b-e156-4b96-9bca-0a760a19da57),segment_id=feef0f2b-e156-4b96-9bca-0a760a19da57)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:24:16.369395 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-a023e64d-4d97-4378-a1b0-c36031c5a69d None None] Port 3af58f2e-af48-4b18-a01f-af8bf75edba8 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 12:24:16.422381 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:16.439472 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea146ab9-7902-458b-adcb-f24068427e48 x-openstack-request-id: req-ea146ab9-7902-458b-adcb-f24068427e48 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:24:16.440181 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a904ae-e2f3-4b21-89a8-f86fcb69670f", "name": "network-vif-plugged", "status": "completed", "tag": "397d3262-4223-428b-ba73-4c6039055553", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:24:16.440608 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ea146ab9-7902-458b-adcb-f24068427e48 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:24:16.441219 dv-cinder-796286-12-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a904ae-e2f3-4b21-89a8-f86fcb69670f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397d3262-4223-428b-ba73-4c6039055553', 'code': 200} Jul 05 12:24:16.454365 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 35670) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:24:16.561907 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-8aefc3fc-bd66-4b31-befd-cf2699d01fdf None None] Provisioning complete for port 3af58f2e-af48-4b18-a01f-af8bf75edba8 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:24:16.562353 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8aefc3fc-bd66-4b31-befd-cf2699d01fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:16.583258 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebeb164d-694c-4e6f-adcd-2f69e666a08a admin admin] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:24:16.602945 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ebeb164d-694c-4e6f-adcd-2f69e666a08a admin admin] 10.222.0.52 "PUT /v2.0/routers/48ffec43-bc49-41b9-b5c2-7b537bf3ba3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0925677 Jul 05 12:24:16.619347 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=397d3262-4223-428b-ba73-4c6039055553,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:16.644220 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-8aefc3fc-bd66-4b31-befd-cf2699d01fdf None None] Port 3af58f2e-af48-4b18-a01f-af8bf75edba8 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 12:24:16.709245 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-157a23b4-f1ee-4d46-89ce-c0a86f71d4a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:16.889448 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-157a23b4-f1ee-4d46-89ce-c0a86f71d4a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:16.897012 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31101f-e468-4fb9-a4c1-e91c7d66309c req-3bab453e-dc20-485b-868f-cb1a7463e73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:16.899019 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9d31101f-e468-4fb9-a4c1-e91c7d66309c req-3bab453e-dc20-485b-868f-cb1a7463e73e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=22a904ae-e2f3-4b21-89a8-f86fcb69670f HTTP/1.1" status: 200 len: 1098 time: 0.1402724 Jul 05 12:24:16.911272 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-157a23b4-f1ee-4d46-89ce-c0a86f71d4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:16.988249 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9d31101f-e468-4fb9-a4c1-e91c7d66309c req-dd5bb51f-f083-4dfa-ad3a-50287a2e9282 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826044 Jul 05 12:24:16.995584 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-157a23b4-f1ee-4d46-89ce-c0a86f71d4a0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f8213d996d164b06957f10cef426a5f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5392518 Jul 05 12:24:16.996782 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a23b4-f1ee-4d46-89ce-c0a86f71d4a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd1f4f6-a6ef-4b6f-8c2f-1b42e5b4951c,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:16.997966 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 35700) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:24:17.140368 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56579080-a0cb-4329-83a4-b2762241168f req-2b7b5ecf-b038-46b1-85c7-7fc352c83325 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:17.141628 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c1ff00c4-8a5b-431e-9849-828583b30c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:17.142136 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-56579080-a0cb-4329-83a4-b2762241168f req-2b7b5ecf-b038-46b1-85c7-7fc352c83325 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=22a904ae-e2f3-4b21-89a8-f86fcb69670f HTTP/1.1" status: 200 len: 945 time: 0.1120379 Jul 05 12:24:17.192100 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c1ff00c4-8a5b-431e-9849-828583b30c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:17.195172 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-56579080-a0cb-4329-83a4-b2762241168f req-56d11cab-3bfe-442b-8275-c88a6d75a7d9 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457656 Jul 05 12:24:17.270534 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c1ff00c4-8a5b-431e-9849-828583b30c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:17.274414 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c1ff00c4-8a5b-431e-9849-828583b30c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:17.275756 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c1ff00c4-8a5b-431e-9849-828583b30c24 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/efd1f4f6-a6ef-4b6f-8c2f-1b42e5b4951c HTTP/1.1" status: 204 len: 168 time: 0.2762113 Jul 05 12:24:17.288222 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff00c4-8a5b-431e-9849-828583b30c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd1f4f6-a6ef-4b6f-8c2f-1b42e5b4951c,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:17.546902 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 35722) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:24:17.554083 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-a4ae47c5-6c07-4132-b7a7-5bb4b4a1d6ff tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-491700295', 'description': 'tempest-secgroup-smoke-491700295 description', 'project_id': '6c793eb3be9746198eaeb83a145c6641'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:24:17.615567 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a4ae47c5-6c07-4132-b7a7-5bb4b4a1d6ff tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:17.660118 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 35726) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:24:17.660732 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237bb46-7113-498a-aa3b-82b261dbc93c req-515b3b93-6055-4887-a5b0-f22681111b61 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:17.663410 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c237bb46-7113-498a-aa3b-82b261dbc93c req-515b3b93-6055-4887-a5b0-f22681111b61 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.1621971 Jul 05 12:24:17.736179 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c237bb46-7113-498a-aa3b-82b261dbc93c req-a86417e1-4c5d-4a17-93f4-c184817ecebd tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639994 Jul 05 12:24:17.805789 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a4ae47c5-6c07-4132-b7a7-5bb4b4a1d6ff tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:17.810467 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device da8b8298-4cf3-4dec-9388-c307a7e6b547 up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:24:17.817368 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a4ae47c5-6c07-4132-b7a7-5bb4b4a1d6ff tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:17.832572 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cee4ae92-fd2d-4de4-8948-1556463f205c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:17.864452 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 35730) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:24:17.868146 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae47c5-6c07-4132-b7a7-5bb4b4a1d6ff tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05a59502-1515-40d3-b0cb-f96ebdc929e4,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:17.880710 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9627c005-94df-4d11-81ad-14e18667a2b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:17.887329 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a4ae47c5-6c07-4132-b7a7-5bb4b4a1d6ff tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:17.890817 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port da8b8298-4cf3-4dec-9388-c307a7e6b547 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:24:17.890985 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-a4ae47c5-6c07-4132-b7a7-5bb4b4a1d6ff tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3400855 Jul 05 12:24:17.891079 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:17.892304 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 35732) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:24:17.901338 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-bcd9d7f6-cb07-4ead-a91c-6846f624eb97 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Request body: {'security_group_rule': {'security_group_id': '05a59502-1515-40d3-b0cb-f96ebdc929e4', 'project_id': '6c793eb3be9746198eaeb83a145c6641', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:24:17.936680 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:17.976778 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6d243f-594b-4ebd-8722-8f5833e2a84b None None] Sync routers for ids ['48ffec43-bc49-41b9-b5c2-7b537bf3ba3f'] in dv-cinder-796286-12-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:24:17.977078 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cee4ae92-fd2d-4de4-8948-1556463f205c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:17.981889 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cee4ae92-fd2d-4de4-8948-1556463f205c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:17.999577 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6d243f-594b-4ebd-8722-8f5833e2a84b None None] Routers {'48ffec43-bc49-41b9-b5c2-7b537bf3ba3f'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:24:18.000349 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-0d6d243f-594b-4ebd-8722-8f5833e2a84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:23:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['48ffec43-bc49-41b9-b5c2-7b537bf3ba3f'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:24:18.003802 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 7d895e7c-4dd2-438d-be61-12f5863cd1c2 up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:24:18.021357 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-cee4ae92-fd2d-4de4-8948-1556463f205c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=735973b4201b4bdba1bd10a3ed225900&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3599746 Jul 05 12:24:18.023363 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee4ae92-fd2d-4de4-8948-1556463f205c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f1a9f0-3fc4-4e3f-8db3-389bf134ff77,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:18.025691 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 35734) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:24:18.085370 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8a7f6ce3-e083-4474-9ad5-cf3d2b737585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:18.086686 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9627c005-94df-4d11-81ad-14e18667a2b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:18.091231 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9627c005-94df-4d11-81ad-14e18667a2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:18.114970 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8a7f6ce3-e083-4474-9ad5-cf3d2b737585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:18.134634 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-9627c005-94df-4d11-81ad-14e18667a2b1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=85265e7f309a42ee899e4cd19aa183c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2690616 Jul 05 12:24:18.135200 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 35736) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:24:18.136958 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9627c005-94df-4d11-81ad-14e18667a2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f8aebc-424c-4e34-b164-ce1a14a4a371,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:18.149774 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning for port 7d895e7c-4dd2-438d-be61-12f5863cd1c2 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:24:18.151780 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bcd9d7f6-cb07-4ead-a91c-6846f624eb97 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:18.155981 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-0d6d243f-594b-4ebd-8722-8f5833e2a84b None None] Set router 48ffec43-bc49-41b9-b5c2-7b537bf3ba3f gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:24:18.158631 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port 7d895e7c-4dd2-438d-be61-12f5863cd1c2 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:24:18.158889 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:18.252982 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bcd9d7f6-cb07-4ead-a91c-6846f624eb97 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:18.252982 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8a7f6ce3-e083-4474-9ad5-cf3d2b737585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:18.252982 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8a7f6ce3-e083-4474-9ad5-cf3d2b737585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:18.252982 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-8a7f6ce3-e083-4474-9ad5-cf3d2b737585 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/57f1a9f0-3fc4-4e3f-8db3-389bf134ff77 HTTP/1.1" status: 204 len: 168 time: 0.2263756 Jul 05 12:24:18.264244 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bc4d3668-4268-46b3-b04c-b10c95c8aa4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:18.267605 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f6ce3-e083-4474-9ad5-cf3d2b737585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f1a9f0-3fc4-4e3f-8db3-389bf134ff77,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:18.269541 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bcd9d7f6-cb07-4ead-a91c-6846f624eb97 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27642'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:18.329910 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bc4d3668-4268-46b3-b04c-b10c95c8aa4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:18.331417 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9d7f6-cb07-4ead-a91c-6846f624eb97 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf7fdcd1-34cf-4b78-a101-21c7501c85f2,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:18.357438 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bcd9d7f6-cb07-4ead-a91c-6846f624eb97 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:18.358936 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-bcd9d7f6-cb07-4ead-a91c-6846f624eb97 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4662027 Jul 05 12:24:18.362939 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 35752) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:24:18.368263 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-c725da6d-f88d-4901-a48d-c348c702a60a tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Request body: {'security_group_rule': {'security_group_id': '05a59502-1515-40d3-b0cb-f96ebdc929e4', 'project_id': '6c793eb3be9746198eaeb83a145c6641', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:24:18.456742 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bc4d3668-4268-46b3-b04c-b10c95c8aa4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:18.459537 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bc4d3668-4268-46b3-b04c-b10c95c8aa4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:18.461752 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-bc4d3668-4268-46b3-b04c-b10c95c8aa4f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/71f8aebc-424c-4e34-b164-ce1a14a4a371 HTTP/1.1" status: 204 len: 168 time: 0.3244665 Jul 05 12:24:18.471382 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d3668-4268-46b3-b04c-b10c95c8aa4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f8aebc-424c-4e34-b164-ce1a14a4a371,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:18.580698 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:18.615310 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] For port 7d895e7c-4dd2-438d-be61-12f5863cd1c2, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=7d895e7c-4dd2-438d-be61-12f5863cd1c2,segment=NetworkSegment(7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0),segment_id=7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:24:18.623290 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c725da6d-f88d-4901-a48d-c348c702a60a tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:18.628285 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:18.676190 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd10e6a-53b2-435f-b839-0ef3e8131131 req-bd6c4d9a-bcde-44bc-bdb2-d31f646dca8a tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:18.685191 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4bd10e6a-53b2-435f-b839-0ef3e8131131 req-bd6c4d9a-bcde-44bc-bdb2-d31f646dca8a tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=22a904ae-e2f3-4b21-89a8-f86fcb69670f HTTP/1.1" status: 200 len: 945 time: 0.3003979 Jul 05 12:24:18.734093 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Pushing event updated for resources: {'Port': ['ID=7d895e7c-4dd2-438d-be61-12f5863cd1c2,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:18.756111 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-0d6d243f-594b-4ebd-8722-8f5833e2a84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ffec43-bc49-41b9-b5c2-7b537bf3ba3f', 'name': 'tempest-TestShelveInstance-378117083-router', 'tenant_id': 'c58889115e6644538046ecea322f0532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '7d895e7c-4dd2-438d-be61-12f5863cd1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:24:10Z', 'updated_at': '2021-07-05T12:24:14Z', 'revision_number': 4, 'project_id': 'c58889115e6644538046ecea322f0532', 'gw_port': {'id': '7d895e7c-4dd2-438d-be61-12f5863cd1c2', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:32:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ffec43-bc49-41b9-b5c2-7b537bf3ba3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:24:11Z', 'updated_at': '2021-07-05T12:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '3af58f2e-af48-4b18-a01f-af8bf75edba8', 'name': '', 'network_id': 'b1f9a44f-8726-43fd-90c9-ad5ba6908db7', 'tenant_id': 'c58889115e6644538046ecea322f0532', 'mac_address': 'fa:16:3e:32:3a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ffec43-bc49-41b9-b5c2-7b537bf3ba3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '33edbbd9-f81e-4068-afcc-672e305cf547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:24:13Z', 'updated_at': '2021-07-05T12:24:15Z', 'revision_number': 2, 'project_id': 'c58889115e6644538046ecea322f0532', 'subnets': [{'id': '33edbbd9-f81e-4068-afcc-672e305cf547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:24:18.798270 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6d243f-594b-4ebd-8722-8f5833e2a84b None None] Checking router: 48ffec43-bc49-41b9-b5c2-7b537bf3ba3f for host: dv-cinder-796286-12-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:24:18.798736 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6d243f-594b-4ebd-8722-8f5833e2a84b None None] Updating router 48ffec43-bc49-41b9-b5c2-7b537bf3ba3f port 3af58f2e-af48-4b18-a01f-af8bf75edba8 binding host dv-cinder-796286-12-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 12:24:18.810306 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4bd10e6a-53b2-435f-b839-0ef3e8131131 req-8177ca8c-6c88-4b1b-b319-6a8da6ed63ff tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092691 Jul 05 12:24:18.822229 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c725da6d-f88d-4901-a48d-c348c702a60a tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:18.830709 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c725da6d-f88d-4901-a48d-c348c702a60a tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27642'] for security_group_rule, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:18.852752 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0d6d243f-594b-4ebd-8722-8f5833e2a84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:18.868158 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c725da6d-f88d-4901-a48d-c348c702a60a tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0abcaf6e-667f-4c05-bc82-1a1fed4423c9,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:18.884113 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c725da6d-f88d-4901-a48d-c348c702a60a tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:18.885344 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-c725da6d-f88d-4901-a48d-c348c702a60a tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5213156 Jul 05 12:24:18.888287 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 35774) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:24:18.894669 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-03324557-4703-4c95-bedd-96c79686b927 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Request body: {'security_group_rule': {'security_group_id': '05a59502-1515-40d3-b0cb-f96ebdc929e4', 'project_id': '6c793eb3be9746198eaeb83a145c6641', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:24:18.939512 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-03324557-4703-4c95-bedd-96c79686b927 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:18.974401 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 35778) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:24:19.010655 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ce044625-20f8-49b9-9359-8aadc70b1971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:19.036891 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f9440-f337-47cb-a074-0f6f01b41708 req-da81a32f-d67f-4f01-8ead-de925792721f tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:19.038506 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6e4f9440-f337-47cb-a074-0f6f01b41708 req-da81a32f-d67f-4f01-8ead-de925792721f tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.0870898 Jul 05 12:24:19.075052 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-03324557-4703-4c95-bedd-96c79686b927 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:19.083410 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6e4f9440-f337-47cb-a074-0f6f01b41708 req-4cd06f84-168b-4246-9583-79f8dfd53650 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392241 Jul 05 12:24:19.086220 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-03324557-4703-4c95-bedd-96c79686b927 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27642'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:19.122068 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03324557-4703-4c95-bedd-96c79686b927 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33efc25e-9276-4699-9810-3d3e3bee677b,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:19.168872 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ce044625-20f8-49b9-9359-8aadc70b1971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:19.176467 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ce044625-20f8-49b9-9359-8aadc70b1971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:19.187582 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-03324557-4703-4c95-bedd-96c79686b927 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:19.191751 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-03324557-4703-4c95-bedd-96c79686b927 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2989657 Jul 05 12:24:19.191947 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 35782) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:24:19.197802 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-6d9b0c3c-d154-4f88-82e6-1c6cda7f353d tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Request body: {'security_group_rule': {'security_group_id': '05a59502-1515-40d3-b0cb-f96ebdc929e4', 'project_id': '6c793eb3be9746198eaeb83a145c6641', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:24:19.230179 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce044625-20f8-49b9-9359-8aadc70b1971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7831a43-137e-463e-9cdf-098b29af0867,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:19.235194 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ce044625-20f8-49b9-9359-8aadc70b1971 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9bd4410b76314842a467160f488b9def&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2593834 Jul 05 12:24:19.237625 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 35786) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:24:19.244756 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6d9b0c3c-d154-4f88-82e6-1c6cda7f353d tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:19.252815 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0d6d243f-594b-4ebd-8722-8f5833e2a84b None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:19.264160 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-0d6d243f-594b-4ebd-8722-8f5833e2a84b None None] Transition to ACTIVE for port object 3af58f2e-af48-4b18-a01f-af8bf75edba8 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:24:19.275844 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0d6d243f-594b-4ebd-8722-8f5833e2a84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:19.320721 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6d9b0c3c-d154-4f88-82e6-1c6cda7f353d tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:19.320979 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-77b02835-4864-4bce-a465-5bace6b53747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:19.331633 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6d9b0c3c-d154-4f88-82e6-1c6cda7f353d tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27642'] for security_group_rule, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:19.354951 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d8c96-33a8-4f0b-8611-6706d10e4056 None None] Pushing event updated for resources: {'Port': ['ID=3af58f2e-af48-4b18-a01f-af8bf75edba8,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:19.364889 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-77b02835-4864-4bce-a465-5bace6b53747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:19.378496 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6d9b0c3c-d154-4f88-82e6-1c6cda7f353d tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:19.378496 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-6d9b0c3c-d154-4f88-82e6-1c6cda7f353d tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1849554 Jul 05 12:24:19.380800 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 35792) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:24:19.386803 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-7633cfb6-ef0f-4d7c-b655-a07a89721e97 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Request body: {'security_group_rule': {'security_group_id': '05a59502-1515-40d3-b0cb-f96ebdc929e4', 'project_id': '6c793eb3be9746198eaeb83a145c6641', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:24:19.392608 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b0c3c-d154-4f88-82e6-1c6cda7f353d tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66cb216a-8bad-47cc-b5ed-4b13acbeba09,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:19.399409 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-0d6d243f-594b-4ebd-8722-8f5833e2a84b None None] Attempting to bind port 3af58f2e-af48-4b18-a01f-af8bf75edba8 on host dv-cinder-796286-12-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:24:19.400134 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-0d6d243f-594b-4ebd-8722-8f5833e2a84b None None] Attempting to bind port 3af58f2e-af48-4b18-a01f-af8bf75edba8 by drivers openvswitch,hyperv on host dv-cinder-796286-12-iscsi at level 0 using segments [{'id': '7eb60997-fae2-459b-b29b-8ce679dd0d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b1f9a44f-8726-43fd-90c9-ad5ba6908db7'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:24:19.400833 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6d243f-594b-4ebd-8722-8f5833e2a84b None None] Attempting to bind port 3af58f2e-af48-4b18-a01f-af8bf75edba8 on network b1f9a44f-8726-43fd-90c9-ad5ba6908db7 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:24:19.409689 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6d243f-594b-4ebd-8722-8f5833e2a84b None None] Checking agent: {'id': '179553a2-8e69-4f7b-8819-fceafac5268f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 15, 24), 'started_at': datetime.datetime(2021, 7, 5, 12, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:24:19.410290 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6d243f-594b-4ebd-8722-8f5833e2a84b None None] Checking segment: {'id': '7eb60997-fae2-459b-b29b-8ce679dd0d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b1f9a44f-8726-43fd-90c9-ad5ba6908db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:24:19.411190 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0d6d243f-594b-4ebd-8722-8f5833e2a84b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:19.411760 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6d243f-594b-4ebd-8722-8f5833e2a84b None None] Bound using segment: {'id': '7eb60997-fae2-459b-b29b-8ce679dd0d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b1f9a44f-8726-43fd-90c9-ad5ba6908db7'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:24:19.412850 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-0d6d243f-594b-4ebd-8722-8f5833e2a84b None None] Bound port: 3af58f2e-af48-4b18-a01f-af8bf75edba8, host: dv-cinder-796286-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb60997-fae2-459b-b29b-8ce679dd0d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b1f9a44f-8726-43fd-90c9-ad5ba6908db7'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:24:19.413566 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0d6d243f-594b-4ebd-8722-8f5833e2a84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:19.423021 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.db.securitygroups_db [None req-7633cfb6-ef0f-4d7c-b655-a07a89721e97 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Project 6c793eb3be9746198eaeb83a145c6641 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 12:24:19.434579 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7633cfb6-ef0f-4d7c-b655-a07a89721e97 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:19.437211 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-77b02835-4864-4bce-a465-5bace6b53747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:19.440958 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-77b02835-4864-4bce-a465-5bace6b53747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:19.442774 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-77b02835-4864-4bce-a465-5bace6b53747 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e7831a43-137e-463e-9cdf-098b29af0867 HTTP/1.1" status: 204 len: 168 time: 0.2024515 Jul 05 12:24:19.457455 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b02835-4864-4bce-a465-5bace6b53747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7831a43-137e-463e-9cdf-098b29af0867,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:19.536026 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-0d6d243f-594b-4ebd-8722-8f5833e2a84b None None] For port 3af58f2e-af48-4b18-a01f-af8bf75edba8, host dv-cinder-796286-12-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:24:19.541158 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-0d6d243f-594b-4ebd-8722-8f5833e2a84b None None] For port 3af58f2e-af48-4b18-a01f-af8bf75edba8, host dv-cinder-796286-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=3af58f2e-af48-4b18-a01f-af8bf75edba8,segment=NetworkSegment(7eb60997-fae2-459b-b29b-8ce679dd0d85),segment_id=7eb60997-fae2-459b-b29b-8ce679dd0d85)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:24:19.556194 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0d6d243f-594b-4ebd-8722-8f5833e2a84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:19.596653 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7633cfb6-ef0f-4d7c-b655-a07a89721e97 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:19.604009 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7633cfb6-ef0f-4d7c-b655-a07a89721e97 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27642'] for security_group_rule, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:19.623634 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d8c96-33a8-4f0b-8611-6706d10e4056 None None] Pushing event updated for resources: {'Port': ['ID=3af58f2e-af48-4b18-a01f-af8bf75edba8,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:19.654928 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7633cfb6-ef0f-4d7c-b655-a07a89721e97 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2934beb-3f47-412e-9c07-85976a0a14ee,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:19.655240 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6d243f-594b-4ebd-8722-8f5833e2a84b None None] Routers {'48ffec43-bc49-41b9-b5c2-7b537bf3ba3f'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:24:19.655240 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-0d6d243f-594b-4ebd-8722-8f5833e2a84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:23:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['48ffec43-bc49-41b9-b5c2-7b537bf3ba3f'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:24:19.659922 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7633cfb6-ef0f-4d7c-b655-a07a89721e97 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:19.661177 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-7633cfb6-ef0f-4d7c-b655-a07a89721e97 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2791736 Jul 05 12:24:19.664289 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 35808) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:24:19.677919 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-b5701929-6e72-4031-8204-55ed4b70fa66 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Request body: {'security_group_rule': {'security_group_id': '05a59502-1515-40d3-b0cb-f96ebdc929e4', 'project_id': '6c793eb3be9746198eaeb83a145c6641', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:24:19.741127 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 7d895e7c-4dd2-438d-be61-12f5863cd1c2 up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:24:19.747724 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.db.securitygroups_db [None req-b5701929-6e72-4031-8204-55ed4b70fa66 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Project 6c793eb3be9746198eaeb83a145c6641 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 12:24:19.757425 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b5701929-6e72-4031-8204-55ed4b70fa66 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:19.905471 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b5701929-6e72-4031-8204-55ed4b70fa66 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:19.917900 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b5701929-6e72-4031-8204-55ed4b70fa66 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27642'] for security_group_rule, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:19.952971 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5701929-6e72-4031-8204-55ed4b70fa66 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=360973b3-29c6-47e9-b6c8-9a3d3625f20b,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:19.970240 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b5701929-6e72-4031-8204-55ed4b70fa66 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:19.971948 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-b5701929-6e72-4031-8204-55ed4b70fa66 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3057215 Jul 05 12:24:20.077302 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd212f6a-ceb6-43ec-ab80-9cd5bc84ca66 req-bcf98fae-0d69-497b-a4e0-77ddf375f640 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:20.095595 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fd212f6a-ceb6-43ec-ab80-9cd5bc84ca66 req-bcf98fae-0d69-497b-a4e0-77ddf375f640 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=22a904ae-e2f3-4b21-89a8-f86fcb69670f HTTP/1.1" status: 200 len: 945 time: 0.1114097 Jul 05 12:24:20.127705 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port 7d895e7c-4dd2-438d-be61-12f5863cd1c2 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:24:20.128139 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:20.175221 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-0d6d243f-594b-4ebd-8722-8f5833e2a84b None None] Set router 48ffec43-bc49-41b9-b5c2-7b537bf3ba3f gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:24:20.192970 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fd212f6a-ceb6-43ec-ab80-9cd5bc84ca66 req-69d875d2-4d0c-4bd9-9342-5efe27386716 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962272 Jul 05 12:24:20.441901 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca77f2-68b1-4be1-a81a-ad2ab8b3c1ad req-0e0027e7-d486-465c-911a-b13c2fdb52cc tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:20.449552 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a4ca77f2-68b1-4be1-a81a-ad2ab8b3c1ad req-0e0027e7-d486-465c-911a-b13c2fdb52cc tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.0914919 Jul 05 12:24:20.492814 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a4ca77f2-68b1-4be1-a81a-ad2ab8b3c1ad req-3e580af1-647a-4947-a55e-db8044957f7d tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420754 Jul 05 12:24:20.616614 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-0d6d243f-594b-4ebd-8722-8f5833e2a84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ffec43-bc49-41b9-b5c2-7b537bf3ba3f', 'name': 'tempest-TestShelveInstance-378117083-router', 'tenant_id': 'c58889115e6644538046ecea322f0532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '7d895e7c-4dd2-438d-be61-12f5863cd1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:24:10Z', 'updated_at': '2021-07-05T12:24:14Z', 'revision_number': 4, 'project_id': 'c58889115e6644538046ecea322f0532', 'gw_port': {'id': '7d895e7c-4dd2-438d-be61-12f5863cd1c2', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:32:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ffec43-bc49-41b9-b5c2-7b537bf3ba3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:24:11Z', 'updated_at': '2021-07-05T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '3af58f2e-af48-4b18-a01f-af8bf75edba8', 'name': '', 'network_id': 'b1f9a44f-8726-43fd-90c9-ad5ba6908db7', 'tenant_id': 'c58889115e6644538046ecea322f0532', 'mac_address': 'fa:16:3e:32:3a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ffec43-bc49-41b9-b5c2-7b537bf3ba3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '33edbbd9-f81e-4068-afcc-672e305cf547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:24:13Z', 'updated_at': '2021-07-05T12:24:19Z', 'revision_number': 4, 'project_id': 'c58889115e6644538046ecea322f0532', 'subnets': [{'id': '33edbbd9-f81e-4068-afcc-672e305cf547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:24:20.649037 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6d243f-594b-4ebd-8722-8f5833e2a84b None None] The sync data for ids ['48ffec43-bc49-41b9-b5c2-7b537bf3ba3f'] in dv-cinder-796286-12-iscsi is: [{'id': '48ffec43-bc49-41b9-b5c2-7b537bf3ba3f', 'name': 'tempest-TestShelveInstance-378117083-router', 'tenant_id': 'c58889115e6644538046ecea322f0532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '7d895e7c-4dd2-438d-be61-12f5863cd1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:24:10Z', 'updated_at': '2021-07-05T12:24:14Z', 'revision_number': 4, 'project_id': 'c58889115e6644538046ecea322f0532', 'gw_port': {'id': '7d895e7c-4dd2-438d-be61-12f5863cd1c2', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:32:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ffec43-bc49-41b9-b5c2-7b537bf3ba3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:24:11Z', 'updated_at': '2021-07-05T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '3af58f2e-af48-4b18-a01f-af8bf75edba8', 'name': '', 'network_id': 'b1f9a44f-8726-43fd-90c9-ad5ba6908db7', 'tenant_id': 'c58889115e6644538046ecea322f0532', 'mac_address': 'fa:16:3e:32:3a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ffec43-bc49-41b9-b5c2-7b537bf3ba3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '33edbbd9-f81e-4068-afcc-672e305cf547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:24:13Z', 'updated_at': '2021-07-05T12:24:19Z', 'revision_number': 4, 'project_id': 'c58889115e6644538046ecea322f0532', 'subnets': [{'id': '33edbbd9-f81e-4068-afcc-672e305cf547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:24:20.783076 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e3964bc3-903c-4615-930f-80570e50cb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:21.717431 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 3af58f2e-af48-4b18-a01f-af8bf75edba8 up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:24:21.776550 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning for port 3af58f2e-af48-4b18-a01f-af8bf75edba8 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:24:21.781418 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port 3af58f2e-af48-4b18-a01f-af8bf75edba8 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:24:21.782231 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:21.791763 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199584ef-9c74-4245-997a-2aace43b2b92 req-4ff8671b-6962-4b01-9cae-c29e5e964824 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:21.795192 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-199584ef-9c74-4245-997a-2aace43b2b92 req-4ff8671b-6962-4b01-9cae-c29e5e964824 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.0837600 Jul 05 12:24:21.869128 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-199584ef-9c74-4245-997a-2aace43b2b92 req-00c6c2f7-c213-4338-a924-403a9d1518c0 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638916 Jul 05 12:24:21.888010 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:21.935599 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] For port 3af58f2e-af48-4b18-a01f-af8bf75edba8, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=3af58f2e-af48-4b18-a01f-af8bf75edba8,segment=NetworkSegment(7eb60997-fae2-459b-b29b-8ce679dd0d85),segment_id=7eb60997-fae2-459b-b29b-8ce679dd0d85)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:24:21.945340 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:22.018388 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Pushing event updated for resources: {'Port': ['ID=3af58f2e-af48-4b18-a01f-af8bf75edba8,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:22.171508 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-df681e08-80c8-41aa-a2a8-c9a5a9610ed4 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=d46a65b1cdaa4711a28c9246b00c3ea8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339866 Jul 05 12:24:22.361857 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-0170ad6f-4ede-47eb-b5df-4e545a5072be tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:22.363674 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-0170ad6f-4ede-47eb-b5df-4e545a5072be tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1870978 Jul 05 12:24:22.380235 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-640c096e-3c23-4551-8d08-08f0b5cf85fd tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/quotas/d46a65b1cdaa4711a28c9246b00c3ea8 HTTP/1.1" status: 200 len: 375 time: 0.0103352 Jul 05 12:24:22.422263 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-dab6aa65-64e5-4498-8d78-8f6904e08a66 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d46a65b1cdaa4711a28c9246b00c3ea8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350444 Jul 05 12:24:22.608016 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-53aebd4d-3310-49ee-935c-8f2b741372ae req-c8bbb335-bc79-4703-82a3-8c8489104f79 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf1181c5-cad6-4804-953f-0455c123011b HTTP/1.1" status: 200 len: 210 time: 0.0318570 Jul 05 12:24:23.048437 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462cf48e-57fa-402d-b527-fc206d86edb5 req-9bb9707b-060f-43a5-9330-d57c55ca4492 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:23.049938 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-462cf48e-57fa-402d-b527-fc206d86edb5 req-9bb9707b-060f-43a5-9330-d57c55ca4492 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.0652628 Jul 05 12:24:23.092162 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-462cf48e-57fa-402d-b527-fc206d86edb5 req-291123e4-ff59-4aa8-8408-7af47f649110 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341604 Jul 05 12:24:23.341688 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cdb412e3-31e5-4e36-bbc7-f02f61038dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:23.610803 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 3af58f2e-af48-4b18-a01f-af8bf75edba8 up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:24:23.660691 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port 3af58f2e-af48-4b18-a01f-af8bf75edba8 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:24:23.661068 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:23.711328 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:23.763819 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-136d60dc-8a90-4f55-bea3-e85000802d6d req-2df4f303-ae40-4190-ad09-0bededa1e6d2 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf1181c5-cad6-4804-953f-0455c123011b HTTP/1.1" status: 200 len: 210 time: 0.0284939 Jul 05 12:24:24.277766 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9359cb8-cec1-4641-9261-838032c2540a req-02995dbb-5fe9-4a5f-8f14-c8b1039abbe0 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:24.279267 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d9359cb8-cec1-4641-9261-838032c2540a req-02995dbb-5fe9-4a5f-8f14-c8b1039abbe0 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.0656648 Jul 05 12:24:24.535823 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d9359cb8-cec1-4641-9261-838032c2540a req-9781e895-ed59-4bee-98cb-03ba78567c34 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507694 Jul 05 12:24:24.662865 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:26.226991 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:26.731194 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d59c21d2-9c67-4a21-8643-97816025245d req-d95a6ae2-e542-44b0-b68c-1643f3614666 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf1181c5-cad6-4804-953f-0455c123011b HTTP/1.1" status: 200 len: 210 time: 0.0397191 Jul 05 12:24:26.794965 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15e31b-34be-47eb-848a-53d931dda4ca req-3563c67f-461b-4139-9dfc-1cf9256266ce tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:26.796413 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8a15e31b-34be-47eb-848a-53d931dda4ca req-3563c67f-461b-4139-9dfc-1cf9256266ce tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.0931213 Jul 05 12:24:26.834522 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8a15e31b-34be-47eb-848a-53d931dda4ca req-d682a540-88ee-42cb-ba7a-6a84f8adc68a tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327158 Jul 05 12:24:28.328975 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-be7002da-d5e6-4791-a622-6e4fafcf9625 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=d46a65b1cdaa4711a28c9246b00c3ea8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333343 Jul 05 12:24:28.403711 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3a18a63f-4535-4468-b657-dca00ad92832 req-46ddfe71-ca97-4c02-9439-ce465412603c tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf1181c5-cad6-4804-953f-0455c123011b HTTP/1.1" status: 200 len: 210 time: 0.0309935 Jul 05 12:24:28.444068 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b26a9-430b-40e6-bddc-831a337a07bb req-ed3ff518-e6e8-422e-b8e2-4016989099dc tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:28.451243 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-de6b26a9-430b-40e6-bddc-831a337a07bb req-ed3ff518-e6e8-422e-b8e2-4016989099dc tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.1119478 Jul 05 12:24:28.484903 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-de6b26a9-430b-40e6-bddc-831a337a07bb req-b5cde3d9-305f-4349-a6d3-0798d3f95d15 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327938 Jul 05 12:24:28.520589 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-2ddd1984-f789-4483-a6f9-aaaac3e2d439 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:28.522036 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-2ddd1984-f789-4483-a6f9-aaaac3e2d439 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1864829 Jul 05 12:24:28.536635 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-76fe5ceb-331c-486a-a133-1ddf8d653122 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Request body: {'port': {'device_id': 'bf1181c5-cad6-4804-953f-0455c123011b', 'network_id': '4dd9f7ea-afb6-4e69-ae98-4df5017a22b2', 'admin_state_up': True, 'tenant_id': 'd46a65b1cdaa4711a28c9246b00c3ea8'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:24:28.843755 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-76fe5ceb-331c-486a-a133-1ddf8d653122 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Made reservation on behalf of d46a65b1cdaa4711a28c9246b00c3ea8 for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:24:28.847519 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-76fe5ceb-331c-486a-a133-1ddf8d653122 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:28.857159 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-76fe5ceb-331c-486a-a133-1ddf8d653122 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:28.949533 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-76fe5ceb-331c-486a-a133-1ddf8d653122 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:28.953434 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-76fe5ceb-331c-486a-a133-1ddf8d653122 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:29.028388 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe5ceb-331c-486a-a133-1ddf8d653122 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdab8afa-67bc-44ba-81df-b35983841cbf,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:29.113059 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-76fe5ceb-331c-486a-a133-1ddf8d653122 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Allocated IP 192.168.233.111 (4dd9f7ea-afb6-4e69-ae98-4df5017a22b2/99899480-b36e-42b9-9db6-f42cfdacf330/1f1f2ebd-3fb9-4a5a-969d-366116abc201) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:24:29.202315 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-c9ba4fe8-744f-4e9e-981d-74ec20a04f08 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:29.204310 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-c9ba4fe8-744f-4e9e-981d-74ec20a04f08 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/networks?id=bc0fd846-c334-4479-a84c-f394ce1a591f HTTP/1.1" status: 200 len: 814 time: 0.1378615 Jul 05 12:24:29.224755 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-051d4878-7e19-45d4-a6bf-a92cb671cbd0 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/quotas/fd0aa17a4d714d59b57932648b3a0268 HTTP/1.1" status: 200 len: 375 time: 0.0100093 Jul 05 12:24:29.306283 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-2122a1ba-2ec8-496f-80f0-9a17bcfd5ec4 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fd0aa17a4d714d59b57932648b3a0268&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0749071 Jul 05 12:24:29.321442 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-76fe5ceb-331c-486a-a133-1ddf8d653122 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:29.335844 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-76fe5ceb-331c-486a-a133-1ddf8d653122 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Transition to ACTIVE for port object 1f1f2ebd-3fb9-4a5a-969d-366116abc201 will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:24:29.369219 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-76fe5ceb-331c-486a-a133-1ddf8d653122 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9210776'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:29.405564 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-27003999-7e9f-4f9c-94e2-6e8dc981528c service neutron] 10.222.0.52 "GET /v2.0/networks/bc0fd846-c334-4479-a84c-f394ce1a591f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918145 Jul 05 12:24:29.416322 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-76fe5ceb-331c-486a-a133-1ddf8d653122 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Network 4dd9f7ea-afb6-4e69-ae98-4df5017a22b2 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:24:29.422508 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-76fe5ceb-331c-486a-a133-1ddf8d653122 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:24:29.426450 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-76fe5ceb-331c-486a-a133-1ddf8d653122 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:24:29.463996 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe5ceb-331c-486a-a133-1ddf8d653122 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Pushing event updated for resources: {'Port': ['ID=1f1f2ebd-3fb9-4a5a-969d-366116abc201,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:29.495952 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-76fe5ceb-331c-486a-a133-1ddf8d653122 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:29.496606 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-76fe5ceb-331c-486a-a133-1ddf8d653122 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:29.506470 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-21511708-3b86-4b69-9ce3-abb592a7cedc service neutron] 10.222.0.52 "GET /v2.0/networks/bc0fd846-c334-4479-a84c-f394ce1a591f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949945 Jul 05 12:24:29.518706 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-76fe5ceb-331c-486a-a133-1ddf8d653122 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9857619 Jul 05 12:24:29.720209 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b8b796f2-c216-4c50-aa97-19b4998684d8 None None] Provisioning for port 1f1f2ebd-3fb9-4a5a-969d-366116abc201 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:24:29.724697 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b8b796f2-c216-4c50-aa97-19b4998684d8 None None] Provisioning complete for port 1f1f2ebd-3fb9-4a5a-969d-366116abc201 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:24:29.725098 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b8b796f2-c216-4c50-aa97-19b4998684d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:29.760191 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-b8b796f2-c216-4c50-aa97-19b4998684d8 None None] Port 1f1f2ebd-3fb9-4a5a-969d-366116abc201 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 12:24:32.829819 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-04424b05-ef6c-4539-bbaf-801608ab5379 service neutron] Request body: {'port': {'device_id': 'bf1181c5-cad6-4804-953f-0455c123011b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:24:32.935118 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-04424b05-ef6c-4539-bbaf-801608ab5379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:32.985235 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23e06b-18f2-4ae0-913f-2ba85d4eb531 req-d17eb73b-e4a2-4a24-8a35-08060c95ba48 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:32.986741 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4b23e06b-18f2-4ae0-913f-2ba85d4eb531 req-d17eb73b-e4a2-4a24-8a35-08060c95ba48 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf1181c5-cad6-4804-953f-0455c123011b HTTP/1.1" status: 200 len: 936 time: 0.0685985 Jul 05 12:24:33.024288 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4b23e06b-18f2-4ae0-913f-2ba85d4eb531 req-33e65aff-369c-455a-a41e-66d305ec90a2 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/security-groups?id=cdab8afa-67bc-44ba-81df-b35983841cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317001 Jul 05 12:24:33.202072 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422e8b0-0654-431a-a881-b2187cec5aa5 req-898c920a-9e53-4537-a5ae-c51187d4e847 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:33.203584 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9422e8b0-0654-431a-a881-b2187cec5aa5 req-898c920a-9e53-4537-a5ae-c51187d4e847 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.0684590 Jul 05 12:24:33.205174 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-04424b05-ef6c-4539-bbaf-801608ab5379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f1f2ebd-3fb9-4a5a-969d-366116abc201 {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:24:33.213813 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-04424b05-ef6c-4539-bbaf-801608ab5379 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:33.226386 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-04424b05-ef6c-4539-bbaf-801608ab5379 service neutron] Transition to ACTIVE for port object 1f1f2ebd-3fb9-4a5a-969d-366116abc201 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:24:33.231347 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-04424b05-ef6c-4539-bbaf-801608ab5379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9210730'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:33.245430 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9422e8b0-0654-431a-a881-b2187cec5aa5 req-6994d8a4-232f-41e3-9273-a6cb96722391 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357244 Jul 05 12:24:33.285730 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04424b05-ef6c-4539-bbaf-801608ab5379 service neutron] Pushing event updated for resources: {'Port': ['ID=1f1f2ebd-3fb9-4a5a-969d-366116abc201,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:33.369582 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-04424b05-ef6c-4539-bbaf-801608ab5379 service neutron] Attempting to bind port 1f1f2ebd-3fb9-4a5a-969d-366116abc201 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:24:33.369997 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-04424b05-ef6c-4539-bbaf-801608ab5379 service neutron] Attempting to bind port 1f1f2ebd-3fb9-4a5a-969d-366116abc201 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'f9a09933-8cd7-4e31-8127-82c827d3f48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4dd9f7ea-afb6-4e69-ae98-4df5017a22b2'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:24:33.370394 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-04424b05-ef6c-4539-bbaf-801608ab5379 service neutron] Attempting to bind port 1f1f2ebd-3fb9-4a5a-969d-366116abc201 on network 4dd9f7ea-afb6-4e69-ae98-4df5017a22b2 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:24:33.377345 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-04424b05-ef6c-4539-bbaf-801608ab5379 service neutron] Port 1f1f2ebd-3fb9-4a5a-969d-366116abc201 on network 4dd9f7ea-afb6-4e69-ae98-4df5017a22b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 12:24:33.377745 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-04424b05-ef6c-4539-bbaf-801608ab5379 service neutron] Attempting to bind port 1f1f2ebd-3fb9-4a5a-969d-366116abc201 on network 4dd9f7ea-afb6-4e69-ae98-4df5017a22b2 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:24:33.383701 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-04424b05-ef6c-4539-bbaf-801608ab5379 service neutron] Checking agent: {'id': '3e7fb013-ee8e-41ba-b8fe-dbc5ebca3998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 21, 18), 'started_at': datetime.datetime(2021, 7, 5, 12, 21, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:24:33.384044 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-04424b05-ef6c-4539-bbaf-801608ab5379 service neutron] Checking segment: {'id': 'f9a09933-8cd7-4e31-8127-82c827d3f48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4dd9f7ea-afb6-4e69-ae98-4df5017a22b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:24:33.384432 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-04424b05-ef6c-4539-bbaf-801608ab5379 service neutron] Bound using segment: {'id': 'f9a09933-8cd7-4e31-8127-82c827d3f48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4dd9f7ea-afb6-4e69-ae98-4df5017a22b2'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:24:33.384863 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-04424b05-ef6c-4539-bbaf-801608ab5379 service neutron] Bound port: 1f1f2ebd-3fb9-4a5a-969d-366116abc201, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a09933-8cd7-4e31-8127-82c827d3f48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4dd9f7ea-afb6-4e69-ae98-4df5017a22b2'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:24:33.385223 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-04424b05-ef6c-4539-bbaf-801608ab5379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:33.403559 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-277d0c08-7d8f-4d7d-8079-e53864d495c3 req-a1071c7a-66e5-459a-9987-e1e58b3af510 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c7671e1-faa7-477d-a3aa-c4d157231259 HTTP/1.1" status: 200 len: 210 time: 0.0300260 Jul 05 12:24:33.458621 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-04424b05-ef6c-4539-bbaf-801608ab5379 service neutron] For port 1f1f2ebd-3fb9-4a5a-969d-366116abc201, host hv-cinder-79628, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:24:33.462755 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-04424b05-ef6c-4539-bbaf-801608ab5379 service neutron] For port 1f1f2ebd-3fb9-4a5a-969d-366116abc201, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1f1f2ebd-3fb9-4a5a-969d-366116abc201,segment=NetworkSegment(f9a09933-8cd7-4e31-8127-82c827d3f48e),segment_id=f9a09933-8cd7-4e31-8127-82c827d3f48e)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:24:33.467453 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-04424b05-ef6c-4539-bbaf-801608ab5379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9210730'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:33.501006 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-04424b05-ef6c-4539-bbaf-801608ab5379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:33.501804 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-04424b05-ef6c-4539-bbaf-801608ab5379 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:33.503232 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-04424b05-ef6c-4539-bbaf-801608ab5379 service neutron] 10.222.0.16 "PUT /v2.0/ports/1f1f2ebd-3fb9-4a5a-969d-366116abc201 HTTP/1.1" status: 200 len: 1098 time: 0.6866360 Jul 05 12:24:33.503750 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf1181c5-cad6-4804-953f-0455c123011b', 'tag': '1f1f2ebd-3fb9-4a5a-969d-366116abc201'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:24:33.505958 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa477df9db133d569a4b8d31d3ac9e6e51d5deb3d50c5365463f1d57aa01439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13e9650-8858-4d87-9c06-8f5b50f0237a" -d '{"events": [{"name": "network-changed", "server_uuid": "bf1181c5-cad6-4804-953f-0455c123011b", "tag": "1f1f2ebd-3fb9-4a5a-969d-366116abc201"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:24:33.531153 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04424b05-ef6c-4539-bbaf-801608ab5379 service neutron] Pushing event updated for resources: {'Port': ['ID=1f1f2ebd-3fb9-4a5a-969d-366116abc201,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:33.552547 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 12:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ae8bca-ffa5-4b53-83c5-0cbf323a4c89 x-openstack-request-id: req-94ae8bca-ffa5-4b53-83c5-0cbf323a4c89 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:24:33.552864 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf1181c5-cad6-4804-953f-0455c123011b", "tag": "1f1f2ebd-3fb9-4a5a-969d-366116abc201", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:24:33.553185 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-94ae8bca-ffa5-4b53-83c5-0cbf323a4c89 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:24:33.554169 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf1181c5-cad6-4804-953f-0455c123011b', 'tag': '1f1f2ebd-3fb9-4a5a-969d-366116abc201', 'status': 'completed', 'code': 200} Jul 05 12:24:34.153334 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:24:34.946053 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e9650-8858-4d87-9c06-8f5b50f0237a req-0647c530-2c6c-496c-819f-09380f0a7937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:34.947625 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b13e9650-8858-4d87-9c06-8f5b50f0237a req-0647c530-2c6c-496c-819f-09380f0a7937 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d46a65b1cdaa4711a28c9246b00c3ea8&device_id=bf1181c5-cad6-4804-953f-0455c123011b HTTP/1.1" status: 200 len: 1101 time: 0.0538390 Jul 05 12:24:35.020846 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b13e9650-8858-4d87-9c06-8f5b50f0237a req-f07ccc81-87e4-4c5e-8c07-4b41c9926409 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=d46a65b1cdaa4711a28c9246b00c3ea8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420840 Jul 05 12:24:35.034045 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1a342-fc9b-4084-9bf4-61b03876f89d req-c139c1d1-1595-424b-8441-14da14337289 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:35.035686 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-def1a342-fc9b-4084-9bf4-61b03876f89d req-c139c1d1-1595-424b-8441-14da14337289 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf1181c5-cad6-4804-953f-0455c123011b HTTP/1.1" status: 200 len: 948 time: 0.0977907 Jul 05 12:24:35.095140 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-def1a342-fc9b-4084-9bf4-61b03876f89d req-0efedd0e-49d0-43f1-bb96-6ffcdb61740b tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/security-groups?id=cdab8afa-67bc-44ba-81df-b35983841cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528600 Jul 05 12:24:35.171462 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabe513-07df-46c5-b29d-2cea59d67b87 req-68fad587-1cac-4b1d-b87d-28c1c1e5ea26 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:35.174289 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1aabe513-07df-46c5-b29d-2cea59d67b87 req-68fad587-1cac-4b1d-b87d-28c1c1e5ea26 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.0948398 Jul 05 12:24:35.232003 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1aabe513-07df-46c5-b29d-2cea59d67b87 req-62c3b20d-97c0-4425-9cb3-663c79bcf130 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501447 Jul 05 12:24:35.269715 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e9650-8858-4d87-9c06-8f5b50f0237a req-0006b25d-010d-4d2f-9fa5-79cfc4718194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:35.271752 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ff99e4bb-3a5a-4b30-9073-c4ed224a6d9e req-3d1a6a07-35ab-4f43-b743-2db0ca8b9da4 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c7671e1-faa7-477d-a3aa-c4d157231259 HTTP/1.1" status: 200 len: 210 time: 0.0329762 Jul 05 12:24:35.272167 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b13e9650-8858-4d87-9c06-8f5b50f0237a req-0006b25d-010d-4d2f-9fa5-79cfc4718194 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2242196 Jul 05 12:24:35.392333 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-30ce42b8-2037-431a-9b8e-2a7e7e2cd9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:35.395132 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-30ce42b8-2037-431a-9b8e-2a7e7e2cd9cf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d46a65b1cdaa4711a28c9246b00c3ea8&device_id=bf1181c5-cad6-4804-953f-0455c123011b HTTP/1.1" status: 200 len: 1101 time: 0.0657699 Jul 05 12:24:35.715473 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-d2e24f71-2a2f-48db-bb31-3758574ebdda service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=1f1f2ebd-3fb9-4a5a-969d-366116abc201 HTTP/1.1" status: 200 len: 217 time: 0.0445366 Jul 05 12:24:35.786285 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-bab9b582-555c-478f-8c92-b139ba71fc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:35.790169 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-bab9b582-555c-478f-8c92-b139ba71fc95 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=99899480-b36e-42b9-9db6-f42cfdacf330 HTTP/1.1" status: 200 len: 843 time: 0.0573230 Jul 05 12:24:35.861482 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-1edd0205-10c1-4aa2-8fd4-8ff2313d5968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:35.864280 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-1edd0205-10c1-4aa2-8fd4-8ff2313d5968 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4dd9f7ea-afb6-4e69-ae98-4df5017a22b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0665197 Jul 05 12:24:35.997501 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-4a4a7c0c-04d8-4e6b-8454-c64df9dd1af1 service neutron] 10.222.0.16 "GET /v2.0/networks/4dd9f7ea-afb6-4e69-ae98-4df5017a22b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234097 Jul 05 12:24:36.101842 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0b137e24-7eb9-4ab5-b585-b618f0093955 req-674094c1-2975-483a-9823-d1214f946471 service neutron] 10.222.0.16 "GET /v2.0/networks/4dd9f7ea-afb6-4e69-ae98-4df5017a22b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976932 Jul 05 12:24:36.275387 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013a009-c7c8-4f46-b943-6797cd58e244 req-0699b13b-c2a5-42cd-bf81-d2a1328c531a tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:36.276769 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8013a009-c7c8-4f46-b943-6797cd58e244 req-0699b13b-c2a5-42cd-bf81-d2a1328c531a tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf1181c5-cad6-4804-953f-0455c123011b HTTP/1.1" status: 200 len: 948 time: 0.0672889 Jul 05 12:24:36.313533 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8013a009-c7c8-4f46-b943-6797cd58e244 req-96e72288-decb-4a1e-80cb-9b35e833c7b9 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/security-groups?id=cdab8afa-67bc-44ba-81df-b35983841cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309081 Jul 05 12:24:36.493870 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103ce3e-64b2-4d82-a39b-dd0bdaf3ad3b req-f65e567c-184c-44e2-82d8-9cd30bc8a918 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:36.496679 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c103ce3e-64b2-4d82-a39b-dd0bdaf3ad3b req-f65e567c-184c-44e2-82d8-9cd30bc8a918 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.0821338 Jul 05 12:24:36.551197 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c103ce3e-64b2-4d82-a39b-dd0bdaf3ad3b req-9ecb2fc4-9f85-49de-8415-b62161ade0af tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484235 Jul 05 12:24:36.703290 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c6c8f720-7d60-41ef-ab94-505ba7fab480 req-549c4fd0-6688-4356-a55f-d04d25e7c45e tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c7671e1-faa7-477d-a3aa-c4d157231259 HTTP/1.1" status: 200 len: 210 time: 0.0275509 Jul 05 12:24:42.309112 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-58086a31-4237-41b8-94f5-fcd221013931 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:42.310663 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-58086a31-4237-41b8-94f5-fcd221013931 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.16 "GET /v2.0/networks?id=bc0fd846-c334-4479-a84c-f394ce1a591f HTTP/1.1" status: 200 len: 814 time: 0.1466513 Jul 05 12:24:42.324498 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-cf199ff3-f0bc-454f-8b32-b630aec64647 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Request body: {'port': {'device_id': '0c7671e1-faa7-477d-a3aa-c4d157231259', 'network_id': 'bc0fd846-c334-4479-a84c-f394ce1a591f', 'admin_state_up': True, 'tenant_id': 'fd0aa17a4d714d59b57932648b3a0268'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:24:42.415659 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424aaec4-e8e9-4eb8-aefe-cd53e8146587 req-d23004d3-6994-44a9-b826-ddd52359db08 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:42.423600 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-424aaec4-e8e9-4eb8-aefe-cd53e8146587 req-d23004d3-6994-44a9-b826-ddd52359db08 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf1181c5-cad6-4804-953f-0455c123011b HTTP/1.1" status: 200 len: 948 time: 0.1162918 Jul 05 12:24:42.447357 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-cf199ff3-f0bc-454f-8b32-b630aec64647 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Made reservation on behalf of fd0aa17a4d714d59b57932648b3a0268 for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:24:42.451006 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-cf199ff3-f0bc-454f-8b32-b630aec64647 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:42.470559 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9937cf-3e45-427b-a924-36ced4327706 req-4999d948-bcaf-42cf-a2bb-9dd6b15f41b4 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:42.472048 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9d9937cf-3e45-427b-a924-36ced4327706 req-4999d948-bcaf-42cf-a2bb-9dd6b15f41b4 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.1529567 Jul 05 12:24:42.474879 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-424aaec4-e8e9-4eb8-aefe-cd53e8146587 req-08fe2881-85f7-4652-b571-eb0d3a5b7860 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/security-groups?id=cdab8afa-67bc-44ba-81df-b35983841cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502932 Jul 05 12:24:42.519538 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9d9937cf-3e45-427b-a924-36ced4327706 req-c5ee6d2a-81bc-4f86-bf4f-d295bfa5a153 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404105 Jul 05 12:24:42.600210 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-cf199ff3-f0bc-454f-8b32-b630aec64647 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Allocated IP 172.20.0.10 (bc0fd846-c334-4479-a84c-f394ce1a591f/5b41b9be-ddbd-4ad2-a9b4-39ca25692a51/fe5b0383-23a3-449c-9526-8f160f1f6120) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:24:42.613097 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b1a89c0f-823a-4623-b810-13047dfa8d8d req-262a623b-a029-4bb9-9ecd-fed278a80e38 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c7671e1-faa7-477d-a3aa-c4d157231259 HTTP/1.1" status: 200 len: 210 time: 0.0316796 Jul 05 12:24:42.746672 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-cf199ff3-f0bc-454f-8b32-b630aec64647 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:42.793140 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-cf199ff3-f0bc-454f-8b32-b630aec64647 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9210776'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:42.832765 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-cf199ff3-f0bc-454f-8b32-b630aec64647 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Network bc0fd846-c334-4479-a84c-f394ce1a591f is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:24:42.836228 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-cf199ff3-f0bc-454f-8b32-b630aec64647 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:24:42.838613 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-cf199ff3-f0bc-454f-8b32-b630aec64647 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:24:42.884748 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf199ff3-f0bc-454f-8b32-b630aec64647 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Pushing event updated for resources: {'Port': ['ID=fe5b0383-23a3-449c-9526-8f160f1f6120,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:42.905113 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-cf199ff3-f0bc-454f-8b32-b630aec64647 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:42.905716 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-cf199ff3-f0bc-454f-8b32-b630aec64647 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:42.919356 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-cf199ff3-f0bc-454f-8b32-b630aec64647 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5987842 Jul 05 12:24:42.945643 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] get_ports_and_sgs() called for port_ids ['5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7', '397d3262-4223-428b-ba73-4c6039055553'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 12:24:42.948993 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-88a75438-f7c0-4e23-bda4-931ee30e28b0 service neutron] Request body: {'port': {'device_id': '0c7671e1-faa7-477d-a3aa-c4d157231259', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:24:43.020908 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-88a75438-f7c0-4e23-bda4-931ee30e28b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:43.293248 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-88a75438-f7c0-4e23-bda4-931ee30e28b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe5b0383-23a3-449c-9526-8f160f1f6120 {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:24:43.300495 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-88a75438-f7c0-4e23-bda4-931ee30e28b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:43.312456 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-88a75438-f7c0-4e23-bda4-931ee30e28b0 service neutron] Transition to ACTIVE for port object fe5b0383-23a3-449c-9526-8f160f1f6120 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:24:43.315869 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-88a75438-f7c0-4e23-bda4-931ee30e28b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9210730'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:43.380830 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a75438-f7c0-4e23-bda4-931ee30e28b0 service neutron] Pushing event updated for resources: {'Port': ['ID=fe5b0383-23a3-449c-9526-8f160f1f6120,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:43.430996 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-88a75438-f7c0-4e23-bda4-931ee30e28b0 service neutron] Attempting to bind port fe5b0383-23a3-449c-9526-8f160f1f6120 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:24:43.431328 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-88a75438-f7c0-4e23-bda4-931ee30e28b0 service neutron] Attempting to bind port fe5b0383-23a3-449c-9526-8f160f1f6120 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'feef0f2b-e156-4b96-9bca-0a760a19da57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'bc0fd846-c334-4479-a84c-f394ce1a591f'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:24:43.431655 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-88a75438-f7c0-4e23-bda4-931ee30e28b0 service neutron] Attempting to bind port fe5b0383-23a3-449c-9526-8f160f1f6120 on network bc0fd846-c334-4479-a84c-f394ce1a591f {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:24:43.436043 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-88a75438-f7c0-4e23-bda4-931ee30e28b0 service neutron] Port fe5b0383-23a3-449c-9526-8f160f1f6120 on network bc0fd846-c334-4479-a84c-f394ce1a591f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 12:24:43.436361 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-88a75438-f7c0-4e23-bda4-931ee30e28b0 service neutron] Attempting to bind port fe5b0383-23a3-449c-9526-8f160f1f6120 on network bc0fd846-c334-4479-a84c-f394ce1a591f {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:24:43.441030 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-88a75438-f7c0-4e23-bda4-931ee30e28b0 service neutron] Checking agent: {'id': '3e7fb013-ee8e-41ba-b8fe-dbc5ebca3998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 21, 18), 'started_at': datetime.datetime(2021, 7, 5, 12, 21, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:24:43.441357 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-88a75438-f7c0-4e23-bda4-931ee30e28b0 service neutron] Checking segment: {'id': 'feef0f2b-e156-4b96-9bca-0a760a19da57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'bc0fd846-c334-4479-a84c-f394ce1a591f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:24:43.441730 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-88a75438-f7c0-4e23-bda4-931ee30e28b0 service neutron] Bound using segment: {'id': 'feef0f2b-e156-4b96-9bca-0a760a19da57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'bc0fd846-c334-4479-a84c-f394ce1a591f'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:24:43.442174 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-88a75438-f7c0-4e23-bda4-931ee30e28b0 service neutron] Bound port: fe5b0383-23a3-449c-9526-8f160f1f6120, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feef0f2b-e156-4b96-9bca-0a760a19da57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'bc0fd846-c334-4479-a84c-f394ce1a591f'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:24:43.442521 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-88a75438-f7c0-4e23-bda4-931ee30e28b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:43.508506 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-88a75438-f7c0-4e23-bda4-931ee30e28b0 service neutron] For port fe5b0383-23a3-449c-9526-8f160f1f6120, host hv-cinder-79628, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:24:43.511388 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-88a75438-f7c0-4e23-bda4-931ee30e28b0 service neutron] For port fe5b0383-23a3-449c-9526-8f160f1f6120, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=fe5b0383-23a3-449c-9526-8f160f1f6120,segment=NetworkSegment(feef0f2b-e156-4b96-9bca-0a760a19da57),segment_id=feef0f2b-e156-4b96-9bca-0a760a19da57)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:24:43.515561 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-88a75438-f7c0-4e23-bda4-931ee30e28b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9210730'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:43.549624 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-88a75438-f7c0-4e23-bda4-931ee30e28b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:43.550233 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-88a75438-f7c0-4e23-bda4-931ee30e28b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:43.551615 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-88a75438-f7c0-4e23-bda4-931ee30e28b0 service neutron] 10.222.0.16 "PUT /v2.0/ports/fe5b0383-23a3-449c-9526-8f160f1f6120 HTTP/1.1" status: 200 len: 1094 time: 0.6068387 Jul 05 12:24:43.552048 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c7671e1-faa7-477d-a3aa-c4d157231259', 'tag': 'fe5b0383-23a3-449c-9526-8f160f1f6120'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:24:43.554570 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa477df9db133d569a4b8d31d3ac9e6e51d5deb3d50c5365463f1d57aa01439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd4c34e-a90b-4e1f-a0f6-20111b0f14f1" -d '{"events": [{"name": "network-changed", "server_uuid": "0c7671e1-faa7-477d-a3aa-c4d157231259", "tag": "fe5b0383-23a3-449c-9526-8f160f1f6120"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:24:43.579802 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a75438-f7c0-4e23-bda4-931ee30e28b0 service neutron] Pushing event updated for resources: {'Port': ['ID=fe5b0383-23a3-449c-9526-8f160f1f6120,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:47.802859 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c2132-3c58-41c8-a4b3-46aeea0c85e3 req-34f6f67b-4fd2-43ca-81b3-f6f563a1a5fe tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:47.805270 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2f3c2132-3c58-41c8-a4b3-46aeea0c85e3 req-34f6f67b-4fd2-43ca-81b3-f6f563a1a5fe tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf1181c5-cad6-4804-953f-0455c123011b HTTP/1.1" status: 200 len: 948 time: 0.0716848 Jul 05 12:24:47.833341 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 12:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15269ed3-4ad4-4a89-868c-9a777778ca8b x-openstack-request-id: req-15269ed3-4ad4-4a89-868c-9a777778ca8b {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:24:47.833811 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c7671e1-faa7-477d-a3aa-c4d157231259", "tag": "fe5b0383-23a3-449c-9526-8f160f1f6120", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:24:47.833912 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-15269ed3-4ad4-4a89-868c-9a777778ca8b {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:24:47.838108 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c7671e1-faa7-477d-a3aa-c4d157231259', 'tag': 'fe5b0383-23a3-449c-9526-8f160f1f6120', 'status': 'completed', 'code': 200} Jul 05 12:24:47.853396 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2f3c2132-3c58-41c8-a4b3-46aeea0c85e3 req-06345dff-5ec2-44e8-aa1f-cafcb8d8171c tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/security-groups?id=cdab8afa-67bc-44ba-81df-b35983841cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423682 Jul 05 12:24:47.861043 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-fb9e8515-b490-46ba-a131-e05b41015582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:47.862654 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-fb9e8515-b490-46ba-a131-e05b41015582 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fd0aa17a4d714d59b57932648b3a0268&device_id=0c7671e1-faa7-477d-a3aa-c4d157231259 HTTP/1.1" status: 200 len: 1097 time: 0.0634499 Jul 05 12:24:47.909824 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-96e812b4-bb74-4499-8e18-3773fc658307 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe5b0383-23a3-449c-9526-8f160f1f6120 HTTP/1.1" status: 200 len: 217 time: 0.0380185 Jul 05 12:24:47.929943 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:47.963890 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-b6f30772-cdb5-4a07-86bf-79e8c3af950f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:47.965348 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-b6f30772-cdb5-4a07-86bf-79e8c3af950f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b41b9be-ddbd-4ad2-a9b4-39ca25692a51 HTTP/1.1" status: 200 len: 854 time: 0.0443561 Jul 05 12:24:47.999265 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-0d158f5a-60aa-48e2-9670-f69e03f61624 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bc0fd846-c334-4479-a84c-f394ce1a591f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266440 Jul 05 12:24:48.004051 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b6a58-53ae-450b-8010-961a0c6e3dae req-75239691-c506-4680-a92f-94a52e3deda2 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:48.005513 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-705b6a58-53ae-450b-8010-961a0c6e3dae req-75239691-c506-4680-a92f-94a52e3deda2 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.0965266 Jul 05 12:24:48.067155 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a6a99-8ad9-4334-8bdc-ac12afc0eef0 req-7f16b359-7aa8-41bd-976c-efb8e363fa12 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:48.068533 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-615a6a99-8ad9-4334-8bdc-ac12afc0eef0 req-7f16b359-7aa8-41bd-976c-efb8e363fa12 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c7671e1-faa7-477d-a3aa-c4d157231259 HTTP/1.1" status: 200 len: 944 time: 0.1096079 Jul 05 12:24:48.071996 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-705b6a58-53ae-450b-8010-961a0c6e3dae req-3a55da84-9e07-4373-bfe9-460d12d6dcc6 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598416 Jul 05 12:24:48.102159 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-483c3c38-7cdb-4304-b9ed-54daf74c3433 service neutron] 10.222.0.16 "GET /v2.0/networks/bc0fd846-c334-4479-a84c-f394ce1a591f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967073 Jul 05 12:24:48.108539 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-615a6a99-8ad9-4334-8bdc-ac12afc0eef0 req-3dcd776d-8584-467b-b2ff-759207da202f tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326185 Jul 05 12:24:48.192979 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f9a58cd7-2fe8-4601-80c7-dbd125c7ca9d req-38488095-5539-443b-9dff-2348cc31b16e service neutron] 10.222.0.16 "GET /v2.0/networks/bc0fd846-c334-4479-a84c-f394ce1a591f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842762 Jul 05 12:24:48.302993 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4c34e-a90b-4e1f-a0f6-20111b0f14f1 req-d837e936-1032-4d4a-9427-43245a7ce8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:48.305804 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7dd4c34e-a90b-4e1f-a0f6-20111b0f14f1 req-d837e936-1032-4d4a-9427-43245a7ce8c3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fd0aa17a4d714d59b57932648b3a0268&device_id=0c7671e1-faa7-477d-a3aa-c4d157231259 HTTP/1.1" status: 200 len: 1097 time: 0.0556922 Jul 05 12:24:48.396484 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4c34e-a90b-4e1f-a0f6-20111b0f14f1 req-24f5e553-e741-465d-b33c-972414ed5ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:48.398422 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7dd4c34e-a90b-4e1f-a0f6-20111b0f14f1 req-24f5e553-e741-465d-b33c-972414ed5ae9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bc0fd846-c334-4479-a84c-f394ce1a591f HTTP/1.1" status: 200 len: 915 time: 0.0862842 Jul 05 12:24:48.444381 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7dd4c34e-a90b-4e1f-a0f6-20111b0f14f1 req-5425f4ec-1640-44f1-b176-331cbd769293 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe5b0383-23a3-449c-9526-8f160f1f6120 HTTP/1.1" status: 200 len: 217 time: 0.0390911 Jul 05 12:24:48.580479 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4c34e-a90b-4e1f-a0f6-20111b0f14f1 req-e884d688-de40-4e0e-b33e-49203a6ce050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:48.581904 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7dd4c34e-a90b-4e1f-a0f6-20111b0f14f1 req-e884d688-de40-4e0e-b33e-49203a6ce050 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b41b9be-ddbd-4ad2-a9b4-39ca25692a51 HTTP/1.1" status: 200 len: 854 time: 0.0433636 Jul 05 12:24:48.621680 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7dd4c34e-a90b-4e1f-a0f6-20111b0f14f1 req-6fe04331-7d96-4b92-8683-a5816964c7ff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bc0fd846-c334-4479-a84c-f394ce1a591f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309107 Jul 05 12:24:48.724934 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7dd4c34e-a90b-4e1f-a0f6-20111b0f14f1 req-9af5d007-156e-459c-9b8f-3822ac04e697 service neutron] 10.222.0.16 "GET /v2.0/networks/bc0fd846-c334-4479-a84c-f394ce1a591f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963049 Jul 05 12:24:49.018318 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7dd4c34e-a90b-4e1f-a0f6-20111b0f14f1 req-f36ccc04-ae3c-4646-b65f-9360fedf7ff5 service neutron] 10.222.0.16 "GET /v2.0/networks/bc0fd846-c334-4479-a84c-f394ce1a591f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862499 Jul 05 12:24:50.775181 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fe5ca128-f282-4918-b2dc-027ae8ba1a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:53.345060 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c890cbf9-522f-4b31-a8d1-5b88f9d5ea34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:53.682120 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:54.056030 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65335aee-af34-4b64-8747-065f1bb9f9b0 req-0e42b4ef-9a6b-4222-a70d-5acb89e12510 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:54.057549 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-65335aee-af34-4b64-8747-065f1bb9f9b0 req-0e42b4ef-9a6b-4222-a70d-5acb89e12510 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf1181c5-cad6-4804-953f-0455c123011b HTTP/1.1" status: 200 len: 948 time: 0.0693026 Jul 05 12:24:54.094658 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-65335aee-af34-4b64-8747-065f1bb9f9b0 req-6bec8220-5c1c-4844-ba6f-dada26a6024b tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/security-groups?id=cdab8afa-67bc-44ba-81df-b35983841cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315592 Jul 05 12:24:54.256814 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a27f62-450a-40db-a2f1-eb91e18c2b23 req-f4cd51e0-60e8-43a9-86e1-d2094448bdb5 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:54.258268 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-60a27f62-450a-40db-a2f1-eb91e18c2b23 req-f4cd51e0-60e8-43a9-86e1-d2094448bdb5 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.0633631 Jul 05 12:24:54.299133 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-60a27f62-450a-40db-a2f1-eb91e18c2b23 req-6f863d38-d17f-4cdd-9047-3b6efbc8e120 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342979 Jul 05 12:24:54.458964 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd986d6-6eaa-4e32-b2a3-b77c7fd1b880 req-fd38218f-59b5-43a7-bd71-c8056aa40417 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:54.460353 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6fd986d6-6eaa-4e32-b2a3-b77c7fd1b880 req-fd38218f-59b5-43a7-bd71-c8056aa40417 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c7671e1-faa7-477d-a3aa-c4d157231259 HTTP/1.1" status: 200 len: 944 time: 0.0636327 Jul 05 12:24:54.497984 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6fd986d6-6eaa-4e32-b2a3-b77c7fd1b880 req-1487dfc7-6c91-46df-bbd5-6a65d5d74697 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319939 Jul 05 12:24:54.664934 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:55.297410 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed32cb-abd1-469e-8591-13a8f5f82ed8 req-4eebe8ed-7be8-4510-9e22-63738dea3c35 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:55.298939 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d6ed32cb-abd1-469e-8591-13a8f5f82ed8 req-4eebe8ed-7be8-4510-9e22-63738dea3c35 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf1181c5-cad6-4804-953f-0455c123011b HTTP/1.1" status: 200 len: 948 time: 0.0717950 Jul 05 12:24:55.337691 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d6ed32cb-abd1-469e-8591-13a8f5f82ed8 req-cf4f4498-9039-464f-8512-262907fb84fb tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/security-groups?id=cdab8afa-67bc-44ba-81df-b35983841cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330861 Jul 05 12:24:55.485721 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d1603-3730-4e22-923d-67dc0a32cd0b req-85032203-6e5c-4e6c-b38c-8da354fd357d tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:55.487304 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-509d1603-3730-4e22-923d-67dc0a32cd0b req-85032203-6e5c-4e6c-b38c-8da354fd357d tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.0674925 Jul 05 12:24:55.531109 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-509d1603-3730-4e22-923d-67dc0a32cd0b req-0f140c03-c3f8-4fa7-9c41-4c63278568dc tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380476 Jul 05 12:24:55.679797 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47fe463-32a4-412a-b163-6f6b63a8277f req-695d6a64-3f97-4401-828c-93cf348fa783 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:55.682174 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a47fe463-32a4-412a-b163-6f6b63a8277f req-695d6a64-3f97-4401-828c-93cf348fa783 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c7671e1-faa7-477d-a3aa-c4d157231259 HTTP/1.1" status: 200 len: 944 time: 0.0666182 Jul 05 12:24:55.720039 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a47fe463-32a4-412a-b163-6f6b63a8277f req-4b154667-ba83-46cd-b636-bed3b2405c11 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318401 Jul 05 12:24:56.227889 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:56.511420 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46bde5-2435-4123-84ed-7bd94d9e117d req-5b1a348f-84de-4dc1-8d2d-05bead9d99d3 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:56.512785 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5f46bde5-2435-4123-84ed-7bd94d9e117d req-5b1a348f-84de-4dc1-8d2d-05bead9d99d3 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf1181c5-cad6-4804-953f-0455c123011b HTTP/1.1" status: 200 len: 948 time: 0.0618131 Jul 05 12:24:56.553167 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5f46bde5-2435-4123-84ed-7bd94d9e117d req-fde9406e-0ea2-43c7-bc02-0054fc77e402 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/security-groups?id=cdab8afa-67bc-44ba-81df-b35983841cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348504 Jul 05 12:24:56.714650 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e1a37-580e-4539-b9d0-386ff6fc9c9d req-3d3ec770-1056-4551-8389-0db719f4d583 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:56.716168 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5d6e1a37-580e-4539-b9d0-386ff6fc9c9d req-3d3ec770-1056-4551-8389-0db719f4d583 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.0638463 Jul 05 12:24:56.755233 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5d6e1a37-580e-4539-b9d0-386ff6fc9c9d req-0c504359-dc21-4d2d-ac66-e52c56da8efa tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334973 Jul 05 12:24:56.902430 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ccd42-5cbb-4e62-8448-ad77e897d040 req-560f1df7-f800-4b32-9a05-82d9929d1cf0 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:56.903983 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-444ccd42-5cbb-4e62-8448-ad77e897d040 req-560f1df7-f800-4b32-9a05-82d9929d1cf0 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c7671e1-faa7-477d-a3aa-c4d157231259 HTTP/1.1" status: 200 len: 944 time: 0.0658112 Jul 05 12:24:56.941321 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-444ccd42-5cbb-4e62-8448-ad77e897d040 req-55f41eb4-002f-464a-b4e4-59fc9b827d96 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313675 Jul 05 12:24:57.645605 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 1f1f2ebd-3fb9-4a5a-969d-366116abc201 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 12:24:57.732779 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a8042-f39c-44ae-8b89-05b13754acce req-4cde3c00-e1e2-4740-98dd-11c04d463434 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:57.734290 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cd9a8042-f39c-44ae-8b89-05b13754acce req-4cde3c00-e1e2-4740-98dd-11c04d463434 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf1181c5-cad6-4804-953f-0455c123011b HTTP/1.1" status: 200 len: 948 time: 0.0685315 Jul 05 12:24:57.739196 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port 1f1f2ebd-3fb9-4a5a-969d-366116abc201, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1f1f2ebd-3fb9-4a5a-969d-366116abc201,segment=NetworkSegment(f9a09933-8cd7-4e31-8127-82c827d3f48e),segment_id=f9a09933-8cd7-4e31-8127-82c827d3f48e)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:24:57.751051 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Returning: {'device': '1f1f2ebd-3fb9-4a5a-969d-366116abc201', 'network_id': '4dd9f7ea-afb6-4e69-ae98-4df5017a22b2', 'port_id': '1f1f2ebd-3fb9-4a5a-969d-366116abc201', 'mac_address': 'fa:16:3e:c7:6f:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99899480-b36e-42b9-9db6-f42cfdacf330', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 12:24:57.773082 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cd9a8042-f39c-44ae-8b89-05b13754acce req-ebd58415-777d-425a-9f22-9e35d6e7bf08 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/security-groups?id=cdab8afa-67bc-44ba-81df-b35983841cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331452 Jul 05 12:24:57.791797 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:57.807946 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f1f2ebd-3fb9-4a5a-969d-366116abc201 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:24:57.830052 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port 1f1f2ebd-3fb9-4a5a-969d-366116abc201, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1f1f2ebd-3fb9-4a5a-969d-366116abc201,segment=NetworkSegment(f9a09933-8cd7-4e31-8127-82c827d3f48e),segment_id=f9a09933-8cd7-4e31-8127-82c827d3f48e)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:24:57.834161 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:57.903541 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=1f1f2ebd-3fb9-4a5a-969d-366116abc201,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:24:57.969262 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288bb3dc-5b2f-4e2a-8592-b0e98a59fad4 req-9b1d37a5-b300-4564-93a6-58845ad343b6 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:57.971839 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-288bb3dc-5b2f-4e2a-8592-b0e98a59fad4 req-9b1d37a5-b300-4564-93a6-58845ad343b6 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.0786850 Jul 05 12:24:58.018274 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-288bb3dc-5b2f-4e2a-8592-b0e98a59fad4 req-9f84b663-2e3a-455e-8eb0-8ad4f317f43b tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377080 Jul 05 12:24:58.058415 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f0348-79d0-40e1-bb45-04848e762b2d req-1f0581ae-ab21-48bc-ba75-fec154fdaa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:58.059966 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ec6f0348-79d0-40e1-bb45-04848e762b2d req-1f0581ae-ab21-48bc-ba75-fec154fdaa30 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 1099 time: 0.0632250 Jul 05 12:24:58.096559 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ec6f0348-79d0-40e1-bb45-04848e762b2d req-7ef41add-3737-4d3c-b3bc-2465bab4f954 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298784 Jul 05 12:24:58.131268 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174df7b6-237c-4f2d-b933-8af79571610c req-428d7f0c-9b7b-4577-a891-2a8ffba7eebb tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:58.132717 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-174df7b6-237c-4f2d-b933-8af79571610c req-428d7f0c-9b7b-4577-a891-2a8ffba7eebb tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c7671e1-faa7-477d-a3aa-c4d157231259 HTTP/1.1" status: 200 len: 944 time: 0.0720005 Jul 05 12:24:58.173971 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-174df7b6-237c-4f2d-b933-8af79571610c req-51ba852a-34eb-448e-95d9-5acb2f41bea4 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351238 Jul 05 12:24:58.514693 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] get_ports_and_sgs() called for port_ids ['1f1f2ebd-3fb9-4a5a-969d-366116abc201'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 12:24:58.958866 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d618cd-60d6-4854-97b9-f90fa01aef42 req-fadb27d1-9328-4253-8908-217cb73f97d0 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:58.960357 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e3d618cd-60d6-4854-97b9-f90fa01aef42 req-fadb27d1-9328-4253-8908-217cb73f97d0 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf1181c5-cad6-4804-953f-0455c123011b HTTP/1.1" status: 200 len: 949 time: 0.0669789 Jul 05 12:24:59.000934 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e3d618cd-60d6-4854-97b9-f90fa01aef42 req-25772208-3b6c-4a9a-b834-d45a16454475 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/security-groups?id=cdab8afa-67bc-44ba-81df-b35983841cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340400 Jul 05 12:24:59.198003 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab813d0-576e-4921-a273-2d5fd87567ae req-b6844f47-c7dd-4055-9279-0bbc6f343fae tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:59.199449 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4ab813d0-576e-4921-a273-2d5fd87567ae req-b6844f47-c7dd-4055-9279-0bbc6f343fae tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.0648654 Jul 05 12:24:59.246683 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4ab813d0-576e-4921-a273-2d5fd87567ae req-1c8b23cc-e4a3-4017-912a-bb95aa1f0c67 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413506 Jul 05 12:24:59.354715 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a2026-107e-4f3d-b090-a7e48f39aeea req-930a9349-c52a-4691-b911-184e59303194 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:24:59.356195 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-465a2026-107e-4f3d-b090-a7e48f39aeea req-930a9349-c52a-4691-b911-184e59303194 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c7671e1-faa7-477d-a3aa-c4d157231259 HTTP/1.1" status: 200 len: 944 time: 0.0665207 Jul 05 12:24:59.393246 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-465a2026-107e-4f3d-b090-a7e48f39aeea req-77b38b80-bb1b-4b15-aa63-9e864e693e3f tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315487 Jul 05 12:24:59.645240 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device fe5b0383-23a3-449c-9526-8f160f1f6120 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 12:24:59.741760 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port fe5b0383-23a3-449c-9526-8f160f1f6120, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=fe5b0383-23a3-449c-9526-8f160f1f6120,segment=NetworkSegment(feef0f2b-e156-4b96-9bca-0a760a19da57),segment_id=feef0f2b-e156-4b96-9bca-0a760a19da57)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:24:59.753440 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Returning: {'device': 'fe5b0383-23a3-449c-9526-8f160f1f6120', 'network_id': 'bc0fd846-c334-4479-a84c-f394ce1a591f', 'port_id': 'fe5b0383-23a3-449c-9526-8f160f1f6120', 'mac_address': 'fa:16:3e:11:51:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b41b9be-ddbd-4ad2-a9b4-39ca25692a51', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 12:24:59.789676 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:59.802118 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe5b0383-23a3-449c-9526-8f160f1f6120 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:24:59.822164 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port fe5b0383-23a3-449c-9526-8f160f1f6120, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=fe5b0383-23a3-449c-9526-8f160f1f6120,segment=NetworkSegment(feef0f2b-e156-4b96-9bca-0a760a19da57),segment_id=feef0f2b-e156-4b96-9bca-0a760a19da57)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:24:59.826124 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:24:59.876874 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=fe5b0383-23a3-449c-9526-8f160f1f6120,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:00.193030 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a178b-1210-4fcb-bf9e-2e56f632e7c6 req-b75d3dce-9119-40ed-b461-cfc3d9d3bedc tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:00.194578 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ab1a178b-1210-4fcb-bf9e-2e56f632e7c6 req-b75d3dce-9119-40ed-b461-cfc3d9d3bedc tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf1181c5-cad6-4804-953f-0455c123011b HTTP/1.1" status: 200 len: 949 time: 0.0777209 Jul 05 12:25:00.249996 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ab1a178b-1210-4fcb-bf9e-2e56f632e7c6 req-5dcffc82-c3d3-43f1-b579-b0b17742e7f8 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/security-groups?id=cdab8afa-67bc-44ba-81df-b35983841cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470598 Jul 05 12:25:00.448435 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7767c25-adab-4716-bd86-2cb99bc78d71 req-b34262f8-cdfe-478a-aa43-499a4b00d44c tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:00.449930 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a7767c25-adab-4716-bd86-2cb99bc78d71 req-b34262f8-cdfe-478a-aa43-499a4b00d44c tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.0684268 Jul 05 12:25:00.462668 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 36540) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:25:00.494332 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a7767c25-adab-4716-bd86-2cb99bc78d71 req-cfa399eb-1f80-46e6-9df2-e8e35f7cab98 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386832 Jul 05 12:25:00.571441 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-92cd6012-ebe8-45d7-ba14-aa9c5c7b2ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:00.580579 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b939ce-07a6-48cf-88a7-5fb577d96789 req-a838627a-352c-4923-a125-8f822056d69c tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:00.582282 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e9b939ce-07a6-48cf-88a7-5fb577d96789 req-a838627a-352c-4923-a125-8f822056d69c tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c7671e1-faa7-477d-a3aa-c4d157231259 HTTP/1.1" status: 200 len: 945 time: 0.0717378 Jul 05 12:25:00.624808 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e9b939ce-07a6-48cf-88a7-5fb577d96789 req-823c5869-13ad-4eb8-bb37-86d508c188c9 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355384 Jul 05 12:25:00.655397 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] get_ports_and_sgs() called for port_ids ['fe5b0383-23a3-449c-9526-8f160f1f6120'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 12:25:00.680843 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-92cd6012-ebe8-45d7-ba14-aa9c5c7b2ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:00.685144 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-92cd6012-ebe8-45d7-ba14-aa9c5c7b2ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:00.692315 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03caa36-2baa-4810-9b1c-444ab9720cb5 req-70cb4f56-f948-4cc5-85d8-250c12aa3886 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:00.693822 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e03caa36-2baa-4810-9b1c-444ab9720cb5 req-70cb4f56-f948-4cc5-85d8-250c12aa3886 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.0725787 Jul 05 12:25:00.722614 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd6012-ebe8-45d7-ba14-aa9c5c7b2ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5906e1b-a62d-411c-bef7-92bd3be6e438,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:00.729808 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-92cd6012-ebe8-45d7-ba14-aa9c5c7b2ad9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b0a1a801ab4c46b89524e89edc6d69ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2621169 Jul 05 12:25:00.730090 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 36546) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:25:00.733195 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cd6012-ebe8-45d7-ba14-aa9c5c7b2ad9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:25:00.733551 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cd6012-ebe8-45d7-ba14-aa9c5c7b2ad9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:25:00.733899 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cd6012-ebe8-45d7-ba14-aa9c5c7b2ad9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:25:00.734239 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cd6012-ebe8-45d7-ba14-aa9c5c7b2ad9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:25:00.734574 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cd6012-ebe8-45d7-ba14-aa9c5c7b2ad9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:25:00.734938 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cd6012-ebe8-45d7-ba14-aa9c5c7b2ad9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:25:00.735274 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cd6012-ebe8-45d7-ba14-aa9c5c7b2ad9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:25:00.735606 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cd6012-ebe8-45d7-ba14-aa9c5c7b2ad9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:25:00.735938 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cd6012-ebe8-45d7-ba14-aa9c5c7b2ad9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:25:00.736269 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cd6012-ebe8-45d7-ba14-aa9c5c7b2ad9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:25:00.736599 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cd6012-ebe8-45d7-ba14-aa9c5c7b2ad9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:25:00.736922 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cd6012-ebe8-45d7-ba14-aa9c5c7b2ad9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:25:00.752760 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e03caa36-2baa-4810-9b1c-444ab9720cb5 req-33c7248c-dcd7-493a-b51d-0cef24000dbf tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522234 Jul 05 12:25:00.796020 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7c4176d0-5832-4c4d-9485-ef9314566e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:00.817222 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7c4176d0-5832-4c4d-9485-ef9314566e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:00.869731 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7c4176d0-5832-4c4d-9485-ef9314566e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:00.872394 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7c4176d0-5832-4c4d-9485-ef9314566e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:00.873575 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-7c4176d0-5832-4c4d-9485-ef9314566e5e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d5906e1b-a62d-411c-bef7-92bd3be6e438 HTTP/1.1" status: 204 len: 168 time: 0.1425390 Jul 05 12:25:00.881709 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4176d0-5832-4c4d-9485-ef9314566e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5906e1b-a62d-411c-bef7-92bd3be6e438,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:00.889823 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4176d0-5832-4c4d-9485-ef9314566e5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:25:00.890185 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4176d0-5832-4c4d-9485-ef9314566e5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:25:00.890525 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4176d0-5832-4c4d-9485-ef9314566e5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:25:00.890902 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4176d0-5832-4c4d-9485-ef9314566e5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:25:00.891236 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4176d0-5832-4c4d-9485-ef9314566e5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:25:00.891568 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4176d0-5832-4c4d-9485-ef9314566e5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:25:00.891900 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4176d0-5832-4c4d-9485-ef9314566e5e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:25:00.892230 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4176d0-5832-4c4d-9485-ef9314566e5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:25:00.892600 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4176d0-5832-4c4d-9485-ef9314566e5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:25:00.892912 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4176d0-5832-4c4d-9485-ef9314566e5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:25:00.893265 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4176d0-5832-4c4d-9485-ef9314566e5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:25:00.893661 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4176d0-5832-4c4d-9485-ef9314566e5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:25:01.457454 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0af21-367c-4eef-825f-0e5d5a5e8121 req-9a073ac2-83bb-4377-8c92-bc693f4898ac tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:01.459117 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b1c0af21-367c-4eef-825f-0e5d5a5e8121 req-9a073ac2-83bb-4377-8c92-bc693f4898ac tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf1181c5-cad6-4804-953f-0455c123011b HTTP/1.1" status: 200 len: 949 time: 0.0842245 Jul 05 12:25:01.512600 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b1c0af21-367c-4eef-825f-0e5d5a5e8121 req-dcf04196-d70e-496a-b470-557b42ae9e9e tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/security-groups?id=cdab8afa-67bc-44ba-81df-b35983841cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469189 Jul 05 12:25:01.662994 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 1f1f2ebd-3fb9-4a5a-969d-366116abc201 up at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:25:01.717947 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning for port 1f1f2ebd-3fb9-4a5a-969d-366116abc201 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:25:01.722064 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning complete for port 1f1f2ebd-3fb9-4a5a-969d-366116abc201 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:25:01.722617 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:01.803311 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:01.827334 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6e344-915d-47f2-b74b-5762b1bed71a req-90619768-486e-4456-925a-1acb059939db tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:01.828823 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-51b6e344-915d-47f2-b74b-5762b1bed71a req-90619768-486e-4456-925a-1acb059939db tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c7671e1-faa7-477d-a3aa-c4d157231259 HTTP/1.1" status: 200 len: 945 time: 0.0676298 Jul 05 12:25:01.830707 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1181c5-cad6-4804-953f-0455c123011b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1f2ebd-3fb9-4a5a-969d-366116abc201'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:25:01.833243 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb11927d8d6a4f40405007df32e35409d46ab531454b71f6d23f9687e715819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3305c568-97b2-429b-a68e-112f87c05e35" -d '{"events": [{"server_uuid": "bf1181c5-cad6-4804-953f-0455c123011b", "name": "network-vif-plugged", "status": "completed", "tag": "1f1f2ebd-3fb9-4a5a-969d-366116abc201"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:25:01.849939 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port 1f1f2ebd-3fb9-4a5a-969d-366116abc201, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1f1f2ebd-3fb9-4a5a-969d-366116abc201,segment=NetworkSegment(f9a09933-8cd7-4e31-8127-82c827d3f48e),segment_id=f9a09933-8cd7-4e31-8127-82c827d3f48e)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:25:01.855245 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:01.892878 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a131c07-dbc1-4435-8bd6-e1a425d4058b x-openstack-request-id: req-7a131c07-dbc1-4435-8bd6-e1a425d4058b {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:25:01.893201 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf1181c5-cad6-4804-953f-0455c123011b", "name": "network-vif-plugged", "status": "completed", "tag": "1f1f2ebd-3fb9-4a5a-969d-366116abc201", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:25:01.893529 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7a131c07-dbc1-4435-8bd6-e1a425d4058b {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:25:01.894088 dv-cinder-796286-12-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf1181c5-cad6-4804-953f-0455c123011b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1f2ebd-3fb9-4a5a-969d-366116abc201', 'code': 200} Jul 05 12:25:01.895322 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-51b6e344-915d-47f2-b74b-5762b1bed71a req-fac2de4b-8bf4-438f-9085-126c00d05e82 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598383 Jul 05 12:25:01.918047 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=1f1f2ebd-3fb9-4a5a-969d-366116abc201,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:02.167249 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d35459-7bc3-43c3-af62-37d873cabf33 req-b61a8cec-2d1a-4704-b98c-c813f3527354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:02.168757 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e0d35459-7bc3-43c3-af62-37d873cabf33 req-b61a8cec-2d1a-4704-b98c-c813f3527354 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bf1181c5-cad6-4804-953f-0455c123011b HTTP/1.1" status: 200 len: 1103 time: 0.0631478 Jul 05 12:25:02.208220 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e0d35459-7bc3-43c3-af62-37d873cabf33 req-2988b88e-30aa-42ec-81fa-0dc156606632 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cdab8afa-67bc-44ba-81df-b35983841cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319414 Jul 05 12:25:02.688993 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e7e4f-8b38-47d1-aeb8-2805c33675b7 req-e1cdafc0-7e32-4cb0-8701-a33aee44d4ec tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:02.690434 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-833e7e4f-8b38-47d1-aeb8-2805c33675b7 req-e1cdafc0-7e32-4cb0-8701-a33aee44d4ec tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf1181c5-cad6-4804-953f-0455c123011b HTTP/1.1" status: 200 len: 950 time: 0.0637140 Jul 05 12:25:02.728408 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-833e7e4f-8b38-47d1-aeb8-2805c33675b7 req-61b3a12e-b0a4-478a-aa0b-82c5085a2b6e tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/security-groups?id=cdab8afa-67bc-44ba-81df-b35983841cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323191 Jul 05 12:25:03.073541 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73e74a-655a-4e66-bb12-d87d5252ad94 req-16fa7c33-a17e-4e00-8aa1-16f72b3a364b tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:03.075007 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1a73e74a-655a-4e66-bb12-d87d5252ad94 req-16fa7c33-a17e-4e00-8aa1-16f72b3a364b tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c7671e1-faa7-477d-a3aa-c4d157231259 HTTP/1.1" status: 200 len: 945 time: 0.0620127 Jul 05 12:25:03.111753 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1a73e74a-655a-4e66-bb12-d87d5252ad94 req-1fed0d44-56e7-4830-a9ae-e80c5cec373f tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313172 Jul 05 12:25:03.568246 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbff0a0-892e-4510-8710-237315307143 req-24f01e82-bbe8-4d8d-aece-55ee64d13051 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:03.569728 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-dfbff0a0-892e-4510-8710-237315307143 req-24f01e82-bbe8-4d8d-aece-55ee64d13051 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.0747764 Jul 05 12:25:03.609543 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-dfbff0a0-892e-4510-8710-237315307143 req-aa37fbc1-bca0-4b4b-b4e9-490c47dc05dc tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332808 Jul 05 12:25:04.638536 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device fe5b0383-23a3-449c-9526-8f160f1f6120 up at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:25:04.689859 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning for port fe5b0383-23a3-449c-9526-8f160f1f6120 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:25:04.693616 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning complete for port fe5b0383-23a3-449c-9526-8f160f1f6120 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:25:04.693988 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:04.770041 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:04.792638 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7671e1-faa7-477d-a3aa-c4d157231259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5b0383-23a3-449c-9526-8f160f1f6120'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:25:04.794891 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb11927d8d6a4f40405007df32e35409d46ab531454b71f6d23f9687e715819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277ee8d9-fb87-432f-a0c1-e89340699a86" -d '{"events": [{"server_uuid": "0c7671e1-faa7-477d-a3aa-c4d157231259", "name": "network-vif-plugged", "status": "completed", "tag": "fe5b0383-23a3-449c-9526-8f160f1f6120"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:25:04.810323 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port fe5b0383-23a3-449c-9526-8f160f1f6120, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=fe5b0383-23a3-449c-9526-8f160f1f6120,segment=NetworkSegment(feef0f2b-e156-4b96-9bca-0a760a19da57),segment_id=feef0f2b-e156-4b96-9bca-0a760a19da57)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:25:04.814026 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:04.860493 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=fe5b0383-23a3-449c-9526-8f160f1f6120,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:07.503250 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698cc7ad-e3f2-4d81-91df-13367a6f54c2 req-9e92fd94-a84a-4a16-afa8-ee855a8cfe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:07.504768 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-698cc7ad-e3f2-4d81-91df-13367a6f54c2 req-9e92fd94-a84a-4a16-afa8-ee855a8cfe9b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09591cb1baeb430290409e983f6117df&device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 1098 time: 0.0541344 Jul 05 12:25:07.599265 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698cc7ad-e3f2-4d81-91df-13367a6f54c2 req-f399f940-1bf0-4464-bf3d-66047b9a89a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:07.600754 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-698cc7ad-e3f2-4d81-91df-13367a6f54c2 req-f399f940-1bf0-4464-bf3d-66047b9a89a4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4 HTTP/1.1" status: 200 len: 919 time: 0.0895097 Jul 05 12:25:07.642993 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-698cc7ad-e3f2-4d81-91df-13367a6f54c2 req-a9a1ebb3-f598-4550-9de1-7f14c2f08f6e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d71c2118-4f14-49b5-9829-b3477f98e366 HTTP/1.1" status: 200 len: 217 time: 0.0353971 Jul 05 12:25:07.684846 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7544e1c-fb28-4b8d-b88a-9c6042a9909c req-9466527d-d111-440e-943c-90dcb0100c86 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:07.686332 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c7544e1c-fb28-4b8d-b88a-9c6042a9909c req-9466527d-d111-440e-943c-90dcb0100c86 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf1181c5-cad6-4804-953f-0455c123011b HTTP/1.1" status: 200 len: 950 time: 0.1146319 Jul 05 12:25:07.691358 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698cc7ad-e3f2-4d81-91df-13367a6f54c2 req-a95b606d-3ce6-4efa-a0c6-fa4f08c0f40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:07.692852 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-698cc7ad-e3f2-4d81-91df-13367a6f54c2 req-a95b606d-3ce6-4efa-a0c6-fa4f08c0f40a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e30de3fd-5a84-4ee0-841b-b14be1c12396 HTTP/1.1" status: 200 len: 858 time: 0.0442729 Jul 05 12:25:07.694424 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839a770-5e4e-49b3-a082-3991444c01d1 req-7a6d3196-790c-4fce-bb21-d5888cdd230a tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:07.695876 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a839a770-5e4e-49b3-a082-3991444c01d1 req-7a6d3196-790c-4fce-bb21-d5888cdd230a tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c7671e1-faa7-477d-a3aa-c4d157231259 HTTP/1.1" status: 200 len: 946 time: 0.1228662 Jul 05 12:25:07.729435 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-698cc7ad-e3f2-4d81-91df-13367a6f54c2 req-5760037f-0b28-428b-be8f-0d254bcb66ad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300255 Jul 05 12:25:07.752752 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c7544e1c-fb28-4b8d-b88a-9c6042a9909c req-4ff2c4b9-800d-4532-89c5-91d912a37224 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/security-groups?id=cdab8afa-67bc-44ba-81df-b35983841cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557725 Jul 05 12:25:07.759898 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a839a770-5e4e-49b3-a082-3991444c01d1 req-5ea89a35-4327-436d-b1d6-bd0057df4128 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571232 Jul 05 12:25:07.807763 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f60efe-a183-467d-a4a2-11f9924d4ba4 x-openstack-request-id: req-96f60efe-a183-467d-a4a2-11f9924d4ba4 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:25:07.808261 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c7671e1-faa7-477d-a3aa-c4d157231259", "name": "network-vif-plugged", "status": "completed", "tag": "fe5b0383-23a3-449c-9526-8f160f1f6120", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:25:07.808261 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-96f60efe-a183-467d-a4a2-11f9924d4ba4 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:25:07.808655 dv-cinder-796286-12-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7671e1-faa7-477d-a3aa-c4d157231259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5b0383-23a3-449c-9526-8f160f1f6120', 'code': 200} Jul 05 12:25:07.831235 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-698cc7ad-e3f2-4d81-91df-13367a6f54c2 req-dfdb89f3-0d66-4dd7-8ae4-6ea88b2df757 service neutron] 10.222.0.16 "GET /v2.0/networks/b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956836 Jul 05 12:25:07.940512 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee4d82-311f-40e2-9eac-106891717daa req-83eefa98-5e85-4f18-acc2-bd81efe37b57 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:07.942544 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9bee4d82-311f-40e2-9eac-106891717daa req-83eefa98-5e85-4f18-acc2-bd81efe37b57 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.0801010 Jul 05 12:25:07.951206 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-698cc7ad-e3f2-4d81-91df-13367a6f54c2 req-fb7ce5be-e866-4894-8683-3f971ac6adb6 service neutron] 10.222.0.16 "GET /v2.0/networks/b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052833 Jul 05 12:25:07.986711 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9bee4d82-311f-40e2-9eac-106891717daa req-c9ed65e3-406a-4670-9ac1-2b9a54a1758d tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367007 Jul 05 12:25:08.145247 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af004522-be6f-40bd-b247-2da523b3d14b req-78a11c2d-37a5-4b64-ab16-43152ec6de98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:08.146756 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-af004522-be6f-40bd-b247-2da523b3d14b req-78a11c2d-37a5-4b64-ab16-43152ec6de98 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0c7671e1-faa7-477d-a3aa-c4d157231259 HTTP/1.1" status: 200 len: 1099 time: 0.0513444 Jul 05 12:25:08.182576 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-af004522-be6f-40bd-b247-2da523b3d14b req-39c4c7e5-f708-4fb1-beb3-fa602eaa27f0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275240 Jul 05 12:25:09.007887 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f29fdc-8006-4c3d-93ca-fca74fe39a75 req-59e1eb94-dbc0-457c-9f8c-95a5d6b0c288 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:09.010097 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-47f29fdc-8006-4c3d-93ca-fca74fe39a75 req-59e1eb94-dbc0-457c-9f8c-95a5d6b0c288 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c7671e1-faa7-477d-a3aa-c4d157231259 HTTP/1.1" status: 200 len: 946 time: 0.1200819 Jul 05 12:25:09.032934 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497f335-acd0-4f1e-a08a-6909510572c6 req-96e70bbe-8d3b-484f-976b-fbc76e4118ab tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:09.034385 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6497f335-acd0-4f1e-a08a-6909510572c6 req-96e70bbe-8d3b-484f-976b-fbc76e4118ab tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf1181c5-cad6-4804-953f-0455c123011b HTTP/1.1" status: 200 len: 950 time: 0.1061671 Jul 05 12:25:09.078138 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-47f29fdc-8006-4c3d-93ca-fca74fe39a75 req-fb5efdad-657b-4a49-9b36-5ceaf9b2ad3c tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619473 Jul 05 12:25:09.090710 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6497f335-acd0-4f1e-a08a-6909510572c6 req-d509dc68-b791-4841-832f-eac9a048076a tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/security-groups?id=cdab8afa-67bc-44ba-81df-b35983841cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492208 Jul 05 12:25:09.247913 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e956b-698e-4730-bf05-a9f0c0fecddc req-c72b0f4d-b057-4f99-831e-88401ee1068c tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:09.249412 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-574e956b-698e-4730-bf05-a9f0c0fecddc req-c72b0f4d-b057-4f99-831e-88401ee1068c tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.0644155 Jul 05 12:25:09.287181 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-574e956b-698e-4730-bf05-a9f0c0fecddc req-16c4a080-d7f9-4942-a050-975d4b5c03f6 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322418 Jul 05 12:25:09.498586 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda6547-f1f7-4d78-82b1-84fb08540705 req-f291a9bf-82e6-4233-bca9-68882d039c67 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:09.500281 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4cda6547-f1f7-4d78-82b1-84fb08540705 req-f291a9bf-82e6-4233-bca9-68882d039c67 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf1181c5-cad6-4804-953f-0455c123011b HTTP/1.1" status: 200 len: 950 time: 0.0653920 Jul 05 12:25:09.540594 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4cda6547-f1f7-4d78-82b1-84fb08540705 req-f6104142-7054-4380-829b-63914d2b87b1 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/security-groups?id=cdab8afa-67bc-44ba-81df-b35983841cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329318 Jul 05 12:25:10.259061 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344feff-5bb2-43d5-976f-930305df486b req-8722d13f-bf69-4b54-ad93-2101db3e72f6 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:10.260616 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3344feff-5bb2-43d5-976f-930305df486b req-8722d13f-bf69-4b54-ad93-2101db3e72f6 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c7671e1-faa7-477d-a3aa-c4d157231259 HTTP/1.1" status: 200 len: 946 time: 0.0664041 Jul 05 12:25:10.299167 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3344feff-5bb2-43d5-976f-930305df486b req-d46a5536-612d-4f99-a28c-374bcf66a27d tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330367 Jul 05 12:25:10.477975 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77e0f9-47d2-40fb-85b5-d96df18eeaa6 req-dafe056b-cf84-40cd-a78a-bb2444ad1c73 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:10.480220 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-af77e0f9-47d2-40fb-85b5-d96df18eeaa6 req-dafe056b-cf84-40cd-a78a-bb2444ad1c73 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.0626245 Jul 05 12:25:10.516815 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-af77e0f9-47d2-40fb-85b5-d96df18eeaa6 req-a0f3363d-fc3d-4aaf-9e38-39dedaca3114 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310194 Jul 05 12:25:10.729265 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecbeeb3-093d-4500-8298-49123c310cb8 req-b594b3af-c906-4396-9df5-059a5764bddd tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:10.729787 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8ecbeeb3-093d-4500-8298-49123c310cb8 req-b594b3af-c906-4396-9df5-059a5764bddd tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf1181c5-cad6-4804-953f-0455c123011b HTTP/1.1" status: 200 len: 950 time: 0.0758235 Jul 05 12:25:10.767856 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8ecbeeb3-093d-4500-8298-49123c310cb8 req-5f3b79c7-4a50-4ebf-9566-43be01d9633a tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/security-groups?id=cdab8afa-67bc-44ba-81df-b35983841cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327055 Jul 05 12:25:11.153533 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:25:14.887885 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc058d12-cb86-42e2-ad9e-a0a5ba3e3b7f req-ddbc601b-2cc0-4e60-8f53-26ac9bd88d72 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:14.889337 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cc058d12-cb86-42e2-ad9e-a0a5ba3e3b7f req-ddbc601b-2cc0-4e60-8f53-26ac9bd88d72 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c7671e1-faa7-477d-a3aa-c4d157231259 HTTP/1.1" status: 200 len: 946 time: 0.1053627 Jul 05 12:25:14.900032 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b07b8d6-48d8-4997-b7f7-8576c4b355d1 req-cd472965-6a72-4da7-9736-410dd5ed233f tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:14.902002 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6b07b8d6-48d8-4997-b7f7-8576c4b355d1 req-cd472965-6a72-4da7-9736-410dd5ed233f tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.0899420 Jul 05 12:25:14.955440 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cc058d12-cb86-42e2-ad9e-a0a5ba3e3b7f req-b5aed8a8-0bd0-4110-aee9-5243d16d8da4 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524294 Jul 05 12:25:14.962190 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6b07b8d6-48d8-4997-b7f7-8576c4b355d1 req-dee67f1f-1128-4404-9e2e-05562d930639 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533061 Jul 05 12:25:15.110969 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60913e-5135-451e-9616-035028de721d req-98dc9b8d-bcfc-4039-b8e0-210fe88c23cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:15.113201 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8b60913e-5135-451e-9616-035028de721d req-98dc9b8d-bcfc-4039-b8e0-210fe88c23cb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09591cb1baeb430290409e983f6117df&device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 1098 time: 0.0590873 Jul 05 12:25:15.126316 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137c7f9-3df1-4050-b590-6503101b0ecf req-74347e5b-083c-4249-9d91-54bb9c173350 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:15.127993 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8137c7f9-3df1-4050-b590-6503101b0ecf req-74347e5b-083c-4249-9d91-54bb9c173350 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf1181c5-cad6-4804-953f-0455c123011b HTTP/1.1" status: 200 len: 950 time: 0.0671875 Jul 05 12:25:15.169175 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8137c7f9-3df1-4050-b590-6503101b0ecf req-81c424ca-7866-4683-bc85-e24c6fbe1e9c tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/security-groups?id=cdab8afa-67bc-44ba-81df-b35983841cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350757 Jul 05 12:25:15.253563 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60913e-5135-451e-9616-035028de721d req-dc3c1b83-24fd-4075-a74f-9fa7e40e8c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:15.255183 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8b60913e-5135-451e-9616-035028de721d req-dc3c1b83-24fd-4075-a74f-9fa7e40e8c63 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4 HTTP/1.1" status: 200 len: 919 time: 0.1072760 Jul 05 12:25:15.303280 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8b60913e-5135-451e-9616-035028de721d req-5bcc0258-5151-4b45-b8ca-03ae7e5a31ad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d71c2118-4f14-49b5-9829-b3477f98e366 HTTP/1.1" status: 200 len: 217 time: 0.0383551 Jul 05 12:25:15.353177 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60913e-5135-451e-9616-035028de721d req-fd82c120-e9ef-41d1-b513-9e479bf321c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:15.354646 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8b60913e-5135-451e-9616-035028de721d req-fd82c120-e9ef-41d1-b513-9e479bf321c2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e30de3fd-5a84-4ee0-841b-b14be1c12396 HTTP/1.1" status: 200 len: 858 time: 0.0440192 Jul 05 12:25:15.394884 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8b60913e-5135-451e-9616-035028de721d req-5f933df6-fd55-4998-a781-a754158a5b58 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311983 Jul 05 12:25:15.491154 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8b60913e-5135-451e-9616-035028de721d req-82ecbe57-96ba-47a7-b592-ef07e90fd87d service neutron] 10.222.0.16 "GET /v2.0/networks/b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817721 Jul 05 12:25:15.596629 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8b60913e-5135-451e-9616-035028de721d req-1a636c1b-1892-4891-a700-fb326fa272f3 service neutron] 10.222.0.16 "GET /v2.0/networks/b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870574 Jul 05 12:25:16.148705 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07129514-edb1-43ea-af95-be97e6248a0c req-d70624cf-1b22-4234-8fca-6e5cc58d7dd4 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:16.150853 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-07129514-edb1-43ea-af95-be97e6248a0c req-d70624cf-1b22-4234-8fca-6e5cc58d7dd4 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.0686302 Jul 05 12:25:16.189673 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-07129514-edb1-43ea-af95-be97e6248a0c req-c14e4c7e-5cd4-47ea-b150-308baf2c20e1 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325794 Jul 05 12:25:16.363326 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 36860) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:25:16.378123 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa00b29-ce28-4cc8-a9d8-08af0b51deb7 req-c4a49bfe-cd06-4634-b752-5f6c5375de28 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:16.379838 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0fa00b29-ce28-4cc8-a9d8-08af0b51deb7 req-c4a49bfe-cd06-4634-b752-5f6c5375de28 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf1181c5-cad6-4804-953f-0455c123011b HTTP/1.1" status: 200 len: 950 time: 0.0869746 Jul 05 12:25:16.429897 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0fa00b29-ce28-4cc8-a9d8-08af0b51deb7 req-1967a95c-b922-49ac-a615-9b9f05d87077 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/security-groups?id=cdab8afa-67bc-44ba-81df-b35983841cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431108 Jul 05 12:25:16.464137 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9a430a14-66ad-4906-90c2-25890a730a21 req-3a490d92-d7d2-4cb9-8452-1a38009d8ce6 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-491700295&fields=id&tenant_id=6c793eb3be9746198eaeb83a145c6641 HTTP/1.1" status: 200 len: 267 time: 0.0382426 Jul 05 12:25:16.499774 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7f9497af-efbf-453d-b068-d927666a6b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:16.578948 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a430a14-66ad-4906-90c2-25890a730a21 req-2ca34501-49d1-4481-8bc6-e32bac1ba075 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:16.580451 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9a430a14-66ad-4906-90c2-25890a730a21 req-2ca34501-49d1-4481-8bc6-e32bac1ba075 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/networks?id=51839ed8-9220-4bba-94fb-b117e6e65d5f HTTP/1.1" status: 200 len: 809 time: 0.1091564 Jul 05 12:25:16.598378 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9a430a14-66ad-4906-90c2-25890a730a21 req-00912706-b730-45aa-9607-a9243f9accc2 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/quotas/6c793eb3be9746198eaeb83a145c6641 HTTP/1.1" status: 200 len: 375 time: 0.0122013 Jul 05 12:25:16.652528 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7f9497af-efbf-453d-b068-d927666a6b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:16.661888 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c90dee-e681-49d0-80d9-d5abdb01ff1f req-226b1b20-b987-4620-9b5a-1c2ed16c2530 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:16.663398 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-98c90dee-e681-49d0-80d9-d5abdb01ff1f req-226b1b20-b987-4620-9b5a-1c2ed16c2530 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf1181c5-cad6-4804-953f-0455c123011b HTTP/1.1" status: 200 len: 950 time: 0.1098692 Jul 05 12:25:16.665087 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7f9497af-efbf-453d-b068-d927666a6b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:16.684008 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9a430a14-66ad-4906-90c2-25890a730a21 req-b974becd-25b8-478f-9eff-f13f340d25a3 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6c793eb3be9746198eaeb83a145c6641&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0781703 Jul 05 12:25:16.747509 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-7f9497af-efbf-453d-b068-d927666a6b48 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=43197b86499141af917d140238f1576a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3823822 Jul 05 12:25:16.748429 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 36872) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:25:16.756037 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9497af-efbf-453d-b068-d927666a6b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbeb9c4e-7c08-451d-aaff-509d732e2ac2,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:16.825523 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-98c90dee-e681-49d0-80d9-d5abdb01ff1f req-fc81df6a-c6a6-4b3e-838a-0241f9411b65 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Deleting port 1f1f2ebd-3fb9-4a5a-969d-366116abc201 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:25:16.826147 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-98c90dee-e681-49d0-80d9-d5abdb01ff1f req-fc81df6a-c6a6-4b3e-838a-0241f9411b65 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:16.846002 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9a430a14-66ad-4906-90c2-25890a730a21 req-e9791a81-40d9-41b6-b940-07c1f942f276 service neutron] 10.222.0.52 "GET /v2.0/networks/51839ed8-9220-4bba-94fb-b117e6e65d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492081 Jul 05 12:25:16.903445 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5f169129-2205-49d4-a0bd-be4223e05f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:16.938570 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5f169129-2205-49d4-a0bd-be4223e05f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:16.958972 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-98c90dee-e681-49d0-80d9-d5abdb01ff1f req-fc81df6a-c6a6-4b3e-838a-0241f9411b65 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] For port 1f1f2ebd-3fb9-4a5a-969d-366116abc201, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1f1f2ebd-3fb9-4a5a-969d-366116abc201,segment=NetworkSegment(f9a09933-8cd7-4e31-8127-82c827d3f48e),segment_id=f9a09933-8cd7-4e31-8127-82c827d3f48e)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:25:16.971312 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-98c90dee-e681-49d0-80d9-d5abdb01ff1f req-fc81df6a-c6a6-4b3e-838a-0241f9411b65 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:17.003602 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9a430a14-66ad-4906-90c2-25890a730a21 req-48c0effa-0ada-4a47-b7f2-d22fe1f23591 service neutron] 10.222.0.52 "GET /v2.0/networks/51839ed8-9220-4bba-94fb-b117e6e65d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560926 Jul 05 12:25:17.019502 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-98c90dee-e681-49d0-80d9-d5abdb01ff1f req-fc81df6a-c6a6-4b3e-838a-0241f9411b65 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Calling delete_port for 1f1f2ebd-3fb9-4a5a-969d-366116abc201 owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:25:17.042342 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5f169129-2205-49d4-a0bd-be4223e05f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:17.045622 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5f169129-2205-49d4-a0bd-be4223e05f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:17.049254 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-5f169129-2205-49d4-a0bd-be4223e05f57 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dbeb9c4e-7c08-451d-aaff-509d732e2ac2 HTTP/1.1" status: 204 len: 168 time: 0.2975435 Jul 05 12:25:17.060480 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f169129-2205-49d4-a0bd-be4223e05f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbeb9c4e-7c08-451d-aaff-509d732e2ac2,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:17.242101 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-98c90dee-e681-49d0-80d9-d5abdb01ff1f req-fc81df6a-c6a6-4b3e-838a-0241f9411b65 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9210769'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:17.271558 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] get_ports_and_sgs() called for port_ids ['1f1f2ebd-3fb9-4a5a-969d-366116abc201'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 12:25:17.273899 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81df6a-c6a6-4b3e-838a-0241f9411b65 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Pushing event deleted for resources: {'Port': ['ID=1f1f2ebd-3fb9-4a5a-969d-366116abc201,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:17.331717 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c90dee-e681-49d0-80d9-d5abdb01ff1f req-fc81df6a-c6a6-4b3e-838a-0241f9411b65 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] No DVR routers for this DVR port 1f1f2ebd-3fb9-4a5a-969d-366116abc201 on host hv-cinder-79628 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 12:25:17.335149 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-98c90dee-e681-49d0-80d9-d5abdb01ff1f req-fc81df6a-c6a6-4b3e-838a-0241f9411b65 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:17.338849 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-98c90dee-e681-49d0-80d9-d5abdb01ff1f req-fc81df6a-c6a6-4b3e-838a-0241f9411b65 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.16 "DELETE /v2.0/ports/1f1f2ebd-3fb9-4a5a-969d-366116abc201 HTTP/1.1" status: 204 len: 173 time: 0.6679580 Jul 05 12:25:17.339655 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1181c5-cad6-4804-953f-0455c123011b', 'name': 'network-vif-deleted', 'tag': '1f1f2ebd-3fb9-4a5a-969d-366116abc201'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:25:17.350298 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa477df9db133d569a4b8d31d3ac9e6e51d5deb3d50c5365463f1d57aa01439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2cc1a9-fb97-4fc1-bbdb-63882ffe63fd" -d '{"events": [{"server_uuid": "bf1181c5-cad6-4804-953f-0455c123011b", "name": "network-vif-deleted", "tag": "1f1f2ebd-3fb9-4a5a-969d-366116abc201"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:25:17.519045 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 36906) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:25:17.543851 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820f3fe9-99cc-44c2-a919-d6a265d8bb11 x-openstack-request-id: req-820f3fe9-99cc-44c2-a919-d6a265d8bb11 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:25:17.544099 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf1181c5-cad6-4804-953f-0455c123011b", "name": "network-vif-deleted", "tag": "1f1f2ebd-3fb9-4a5a-969d-366116abc201", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:25:17.544314 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-820f3fe9-99cc-44c2-a919-d6a265d8bb11 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:25:17.544709 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf1181c5-cad6-4804-953f-0455c123011b', 'name': 'network-vif-deleted', 'tag': '1f1f2ebd-3fb9-4a5a-969d-366116abc201', 'status': 'completed', 'code': 200} Jul 05 12:25:17.545632 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7daeb769-86c4-40e9-938a-0b2aba437bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:17.677126 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7daeb769-86c4-40e9-938a-0b2aba437bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:17.683571 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7daeb769-86c4-40e9-938a-0b2aba437bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:17.721522 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a16bc250-88da-4bd1-a723-b0c10491191e req-718f3013-62e0-4f3a-bfc3-1e8a257eeed8 tempest-VolumesNegativeTest-1908721947 tempest-VolumesNegativeTest-1908721947-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf1181c5-cad6-4804-953f-0455c123011b HTTP/1.1" status: 200 len: 210 time: 0.0337524 Jul 05 12:25:17.733410 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-7daeb769-86c4-40e9-938a-0b2aba437bce admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a881ac2ad4d2457d93c14ad1d29751dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2086990 Jul 05 12:25:17.733410 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daeb769-86c4-40e9-938a-0b2aba437bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa323ff-1808-4bd0-b476-dcaeab835395,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:17.734861 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 36912) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:25:17.763726 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3cd2b-af2c-4ab1-8246-9b83097d3477 req-e46b105e-31ec-4066-9eb4-660d12530942 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:17.766039 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-14a3cd2b-af2c-4ab1-8246-9b83097d3477 req-e46b105e-31ec-4066-9eb4-660d12530942 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.1153119 Jul 05 12:25:17.793078 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6800b420-de0d-43ff-840f-bf1e2232ba4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:17.819158 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6800b420-de0d-43ff-840f-bf1e2232ba4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:17.831654 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6422e911-a1f0-4d8e-99d6-c30c7001def5 req-825c45fc-2089-47fe-be1d-80206d186cd0 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 210 time: 0.0376897 Jul 05 12:25:17.846027 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-14a3cd2b-af2c-4ab1-8246-9b83097d3477 req-82e36391-72cd-4c8a-9113-c19fcce85106 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731788 Jul 05 12:25:17.877055 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6800b420-de0d-43ff-840f-bf1e2232ba4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:17.879982 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6800b420-de0d-43ff-840f-bf1e2232ba4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:17.882848 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-6800b420-de0d-43ff-840f-bf1e2232ba4a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/afa323ff-1808-4bd0-b476-dcaeab835395 HTTP/1.1" status: 204 len: 168 time: 0.1478560 Jul 05 12:25:17.893359 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6800b420-de0d-43ff-840f-bf1e2232ba4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa323ff-1808-4bd0-b476-dcaeab835395,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:17.969911 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:18.459795 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 36944) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:25:18.571002 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d6267be9-d0fd-4e2d-ac52-c0cca4f8a525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:18.666609 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d6267be9-d0fd-4e2d-ac52-c0cca4f8a525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:18.670555 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d6267be9-d0fd-4e2d-ac52-c0cca4f8a525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:18.713117 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d6267be9-d0fd-4e2d-ac52-c0cca4f8a525 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e804ac2edf5b447ba9a443e6b7e95dfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2522130 Jul 05 12:25:18.715662 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 36956) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:25:18.721771 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6267be9-d0fd-4e2d-ac52-c0cca4f8a525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6303a1-4513-49d7-b85d-c27dbdc18618,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:18.775336 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0b37424f-12a4-4db4-bc6f-d49637cb5109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:18.798647 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0b37424f-12a4-4db4-bc6f-d49637cb5109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:18.852862 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0b37424f-12a4-4db4-bc6f-d49637cb5109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:18.856194 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0b37424f-12a4-4db4-bc6f-d49637cb5109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:18.859869 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-0b37424f-12a4-4db4-bc6f-d49637cb5109 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eb6303a1-4513-49d7-b85d-c27dbdc18618 HTTP/1.1" status: 204 len: 168 time: 0.1410863 Jul 05 12:25:18.866271 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37424f-12a4-4db4-bc6f-d49637cb5109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6303a1-4513-49d7-b85d-c27dbdc18618,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:19.150466 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-25c5b2a8-7614-4096-9af4-97a5f30a749f req-b426e94d-fe2f-4464-abc0-b7cbd3df566a tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 210 time: 0.0587440 Jul 05 12:25:19.201037 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a430a14-66ad-4906-90c2-25890a730a21 req-22a9746d-d09d-4acb-b316-618706d8eb24 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:19.202950 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9a430a14-66ad-4906-90c2-25890a730a21 req-22a9746d-d09d-4acb-b316-618706d8eb24 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.16 "GET /v2.0/networks?id=51839ed8-9220-4bba-94fb-b117e6e65d5f HTTP/1.1" status: 200 len: 809 time: 0.3210592 Jul 05 12:25:19.265923 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491bbd2-bbe2-4ae2-9776-7acf5d97b003 req-32ea12a0-d329-4d3a-af59-697d61852175 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:19.267946 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a491bbd2-bbe2-4ae2-9776-7acf5d97b003 req-32ea12a0-d329-4d3a-af59-697d61852175 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.1316245 Jul 05 12:25:19.308856 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9a430a14-66ad-4906-90c2-25890a730a21 req-da3889b3-35f2-45f5-be31-b3b04dc67205 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c793eb3be9746198eaeb83a145c6641 HTTP/1.1" status: 200 len: 379 time: 0.0885212 Jul 05 12:25:19.325417 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a491bbd2-bbe2-4ae2-9776-7acf5d97b003 req-aacc0094-e00f-4347-93f4-fb6c0452f9aa tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486641 Jul 05 12:25:19.332487 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-9a430a14-66ad-4906-90c2-25890a730a21 req-6b968e63-f90d-4bbe-beae-317104a14b25 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Request body: {'port': {'device_id': 'c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3', 'network_id': '51839ed8-9220-4bba-94fb-b117e6e65d5f', 'admin_state_up': True, 'tenant_id': '6c793eb3be9746198eaeb83a145c6641', 'security_groups': ['05a59502-1515-40d3-b0cb-f96ebdc929e4']}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:25:19.456052 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a430a14-66ad-4906-90c2-25890a730a21 req-6b968e63-f90d-4bbe-beae-317104a14b25 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Made reservation on behalf of 6c793eb3be9746198eaeb83a145c6641 for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:25:19.461587 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-9a430a14-66ad-4906-90c2-25890a730a21 req-6b968e63-f90d-4bbe-beae-317104a14b25 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:19.616897 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-9a430a14-66ad-4906-90c2-25890a730a21 req-6b968e63-f90d-4bbe-beae-317104a14b25 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Allocated IP 172.20.0.14 (51839ed8-9220-4bba-94fb-b117e6e65d5f/63c05bff-6436-4f1d-93bf-d01974ae158e/b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:25:19.787688 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-9a430a14-66ad-4906-90c2-25890a730a21 req-6b968e63-f90d-4bbe-beae-317104a14b25 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:19.802958 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-9a430a14-66ad-4906-90c2-25890a730a21 req-6b968e63-f90d-4bbe-beae-317104a14b25 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Transition to ACTIVE for port object b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004 will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:25:19.836765 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 1f1f2ebd-3fb9-4a5a-969d-366116abc201 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:25:19.845122 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-9a430a14-66ad-4906-90c2-25890a730a21 req-6b968e63-f90d-4bbe-beae-317104a14b25 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9210776'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:19.873618 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] No Port match for: 1f1f2ebd-3fb9-4a5a-969d-366116abc201 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:25:19.874170 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 1f1f2ebd-3fb9-4a5a-969d-366116abc201 not bound to the agent host hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:25:19.912626 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a430a14-66ad-4906-90c2-25890a730a21 req-6b968e63-f90d-4bbe-beae-317104a14b25 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Network 51839ed8-9220-4bba-94fb-b117e6e65d5f is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:25:19.913796 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b968e63-f90d-4bbe-beae-317104a14b25 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Pushing event updated for resources: {'Port': ['ID=b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:19.917231 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-9a430a14-66ad-4906-90c2-25890a730a21 req-6b968e63-f90d-4bbe-beae-317104a14b25 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:25:19.923732 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a430a14-66ad-4906-90c2-25890a730a21 req-6b968e63-f90d-4bbe-beae-317104a14b25 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:25:19.986080 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a430a14-66ad-4906-90c2-25890a730a21 req-6b968e63-f90d-4bbe-beae-317104a14b25 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:19.986773 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-9a430a14-66ad-4906-90c2-25890a730a21 req-6b968e63-f90d-4bbe-beae-317104a14b25 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:20.005091 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9a430a14-66ad-4906-90c2-25890a730a21 req-6b968e63-f90d-4bbe-beae-317104a14b25 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6841271 Jul 05 12:25:20.023915 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-9a430a14-66ad-4906-90c2-25890a730a21 req-f7575224-e7e3-4c37-b7a0-2815adf5bd95 service neutron] Request body: {'port': {'device_id': 'c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:25:20.114438 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-9a430a14-66ad-4906-90c2-25890a730a21 req-f7575224-e7e3-4c37-b7a0-2815adf5bd95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:20.177131 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-c371449f-4a42-4a04-ac6f-3bfe714bcb80 None None] Provisioning for port b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:25:20.182132 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-c371449f-4a42-4a04-ac6f-3bfe714bcb80 None None] Provisioning complete for port b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:25:20.182827 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c371449f-4a42-4a04-ac6f-3bfe714bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:20.232187 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-c371449f-4a42-4a04-ac6f-3bfe714bcb80 None None] Port b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 12:25:20.410603 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690f738-3faa-4cd2-8e99-23a3227ebc91 req-540fdab6-526b-4b19-b249-58d7032bf941 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:20.425187 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2690f738-3faa-4cd2-8e99-23a3227ebc91 req-540fdab6-526b-4b19-b249-58d7032bf941 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 932 time: 0.1213813 Jul 05 12:25:20.497557 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2690f738-3faa-4cd2-8e99-23a3227ebc91 req-808e6354-f136-4e3a-93f3-f22a6cab6f0e tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574701 Jul 05 12:25:20.539286 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-9a430a14-66ad-4906-90c2-25890a730a21 req-f7575224-e7e3-4c37-b7a0-2815adf5bd95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004 {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:25:20.548360 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-9a430a14-66ad-4906-90c2-25890a730a21 req-f7575224-e7e3-4c37-b7a0-2815adf5bd95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:20.562360 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-9a430a14-66ad-4906-90c2-25890a730a21 req-f7575224-e7e3-4c37-b7a0-2815adf5bd95 service neutron] Transition to ACTIVE for port object b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:25:20.567266 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-9a430a14-66ad-4906-90c2-25890a730a21 req-f7575224-e7e3-4c37-b7a0-2815adf5bd95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9210730'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:20.623804 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7575224-e7e3-4c37-b7a0-2815adf5bd95 service neutron] Pushing event updated for resources: {'Port': ['ID=b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:20.654597 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec8802-2b44-4c73-8c36-c035a501be0d req-9f500851-555a-4747-bc4d-1860988c4825 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:20.656208 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-92ec8802-2b44-4c73-8c36-c035a501be0d req-9f500851-555a-4747-bc4d-1860988c4825 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.1370385 Jul 05 12:25:20.664239 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239cca9-eee1-4393-8549-8927eae088b8 req-f8c39966-d5c8-4724-8889-e06dd2a1f330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:20.666335 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f239cca9-eee1-4393-8549-8927eae088b8 req-f8c39966-d5c8-4724-8889-e06dd2a1f330 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 1098 time: 0.1026912 Jul 05 12:25:20.725344 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-92ec8802-2b44-4c73-8c36-c035a501be0d req-0ec98951-fc89-4bce-a3bc-b86a9f5e45b9 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633895 Jul 05 12:25:20.732683 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f239cca9-eee1-4393-8549-8927eae088b8 req-c4892480-55b7-44e7-8ba4-1e6742d3ea38 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592129 Jul 05 12:25:20.737190 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-9a430a14-66ad-4906-90c2-25890a730a21 req-f7575224-e7e3-4c37-b7a0-2815adf5bd95 service neutron] Attempting to bind port b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:25:20.737785 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-9a430a14-66ad-4906-90c2-25890a730a21 req-f7575224-e7e3-4c37-b7a0-2815adf5bd95 service neutron] Attempting to bind port b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'f5df6d4a-3b14-4419-af8a-72036a89d58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '51839ed8-9220-4bba-94fb-b117e6e65d5f'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:25:20.738339 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a430a14-66ad-4906-90c2-25890a730a21 req-f7575224-e7e3-4c37-b7a0-2815adf5bd95 service neutron] Attempting to bind port b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004 on network 51839ed8-9220-4bba-94fb-b117e6e65d5f {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:25:20.743954 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a430a14-66ad-4906-90c2-25890a730a21 req-f7575224-e7e3-4c37-b7a0-2815adf5bd95 service neutron] Port b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004 on network 51839ed8-9220-4bba-94fb-b117e6e65d5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 12:25:20.744380 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a430a14-66ad-4906-90c2-25890a730a21 req-f7575224-e7e3-4c37-b7a0-2815adf5bd95 service neutron] Attempting to bind port b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004 on network 51839ed8-9220-4bba-94fb-b117e6e65d5f {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:25:20.759079 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a430a14-66ad-4906-90c2-25890a730a21 req-f7575224-e7e3-4c37-b7a0-2815adf5bd95 service neutron] Checking agent: {'id': '3e7fb013-ee8e-41ba-b8fe-dbc5ebca3998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 21, 18), 'started_at': datetime.datetime(2021, 7, 5, 12, 21, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:25:20.759326 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a430a14-66ad-4906-90c2-25890a730a21 req-f7575224-e7e3-4c37-b7a0-2815adf5bd95 service neutron] Checking segment: {'id': 'f5df6d4a-3b14-4419-af8a-72036a89d58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '51839ed8-9220-4bba-94fb-b117e6e65d5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:25:20.760927 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a430a14-66ad-4906-90c2-25890a730a21 req-f7575224-e7e3-4c37-b7a0-2815adf5bd95 service neutron] Bound using segment: {'id': 'f5df6d4a-3b14-4419-af8a-72036a89d58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '51839ed8-9220-4bba-94fb-b117e6e65d5f'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:25:20.761666 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-9a430a14-66ad-4906-90c2-25890a730a21 req-f7575224-e7e3-4c37-b7a0-2815adf5bd95 service neutron] Bound port: b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5df6d4a-3b14-4419-af8a-72036a89d58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '51839ed8-9220-4bba-94fb-b117e6e65d5f'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:25:20.762044 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-9a430a14-66ad-4906-90c2-25890a730a21 req-f7575224-e7e3-4c37-b7a0-2815adf5bd95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:20.789422 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a375fef5-1dea-4e1d-8cef-02782ce2a5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:20.847629 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-9a430a14-66ad-4906-90c2-25890a730a21 req-f7575224-e7e3-4c37-b7a0-2815adf5bd95 service neutron] For port b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004, host hv-cinder-79628, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:25:20.851428 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-9a430a14-66ad-4906-90c2-25890a730a21 req-f7575224-e7e3-4c37-b7a0-2815adf5bd95 service neutron] For port b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004,segment=NetworkSegment(f5df6d4a-3b14-4419-af8a-72036a89d58c),segment_id=f5df6d4a-3b14-4419-af8a-72036a89d58c)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:25:20.858133 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-9a430a14-66ad-4906-90c2-25890a730a21 req-f7575224-e7e3-4c37-b7a0-2815adf5bd95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9210730'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:20.895330 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a430a14-66ad-4906-90c2-25890a730a21 req-f7575224-e7e3-4c37-b7a0-2815adf5bd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:20.895968 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-9a430a14-66ad-4906-90c2-25890a730a21 req-f7575224-e7e3-4c37-b7a0-2815adf5bd95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:20.897451 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9a430a14-66ad-4906-90c2-25890a730a21 req-f7575224-e7e3-4c37-b7a0-2815adf5bd95 service neutron] 10.222.0.16 "PUT /v2.0/ports/b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004 HTTP/1.1" status: 200 len: 1094 time: 0.8837094 Jul 05 12:25:20.897888 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3', 'tag': 'b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:25:20.900726 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa477df9db133d569a4b8d31d3ac9e6e51d5deb3d50c5365463f1d57aa01439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7efc6e-e506-4bd2-8f58-70603dc9b489" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3", "tag": "b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:25:20.923912 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7575224-e7e3-4c37-b7a0-2815adf5bd95 service neutron] Pushing event updated for resources: {'Port': ['ID=b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:20.997902 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 12:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f1d6ef-2424-4f97-81f1-346176e591dd x-openstack-request-id: req-b8f1d6ef-2424-4f97-81f1-346176e591dd {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:25:20.998354 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3", "tag": "b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:25:20.998614 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b8f1d6ef-2424-4f97-81f1-346176e591dd {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:25:20.999041 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3', 'tag': 'b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004', 'status': 'completed', 'code': 200} Jul 05 12:25:21.014301 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a430a14-66ad-4906-90c2-25890a730a21 req-be59690d-60e1-4ec8-9a7a-7bf2b328f6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:21.015874 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9a430a14-66ad-4906-90c2-25890a730a21 req-be59690d-60e1-4ec8-9a7a-7bf2b328f6d9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c793eb3be9746198eaeb83a145c6641&device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 1097 time: 0.0640192 Jul 05 12:25:21.067126 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9a430a14-66ad-4906-90c2-25890a730a21 req-8b044fab-326b-4a45-bc03-2cba40e5f86e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004 HTTP/1.1" status: 200 len: 217 time: 0.0430045 Jul 05 12:25:21.124873 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a430a14-66ad-4906-90c2-25890a730a21 req-7e388429-909c-4626-b18c-f865dcea7937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:21.126346 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9a430a14-66ad-4906-90c2-25890a730a21 req-7e388429-909c-4626-b18c-f865dcea7937 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=63c05bff-6436-4f1d-93bf-d01974ae158e HTTP/1.1" status: 200 len: 848 time: 0.0491221 Jul 05 12:25:21.189268 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a430a14-66ad-4906-90c2-25890a730a21 req-9e55d88a-d0f3-4903-a84f-e6b9afca5185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:21.190795 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9a430a14-66ad-4906-90c2-25890a730a21 req-9e55d88a-d0f3-4903-a84f-e6b9afca5185 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=51839ed8-9220-4bba-94fb-b117e6e65d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0532181 Jul 05 12:25:21.299874 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9a430a14-66ad-4906-90c2-25890a730a21 req-e0a284f8-d808-49b0-9049-df00e86656c7 service neutron] 10.222.0.16 "GET /v2.0/networks/51839ed8-9220-4bba-94fb-b117e6e65d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959475 Jul 05 12:25:21.393446 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9a430a14-66ad-4906-90c2-25890a730a21 req-cd5de62e-fb7e-4eb0-b555-b4b877ceca77 service neutron] 10.222.0.16 "GET /v2.0/networks/51839ed8-9220-4bba-94fb-b117e6e65d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845101 Jul 05 12:25:21.538157 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7efc6e-e506-4bd2-8f58-70603dc9b489 req-8f62c02c-a089-43ad-a83b-e88a817f3ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:21.539853 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2f7efc6e-e506-4bd2-8f58-70603dc9b489 req-8f62c02c-a089-43ad-a83b-e88a817f3ed9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c793eb3be9746198eaeb83a145c6641&device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 1097 time: 0.0692523 Jul 05 12:25:21.669586 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7efc6e-e506-4bd2-8f58-70603dc9b489 req-93816946-6e68-4684-9452-3a24514648b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:21.671083 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2f7efc6e-e506-4bd2-8f58-70603dc9b489 req-93816946-6e68-4684-9452-3a24514648b6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=51839ed8-9220-4bba-94fb-b117e6e65d5f HTTP/1.1" status: 200 len: 910 time: 0.1236770 Jul 05 12:25:21.688484 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb892e3-b9a2-40a6-9298-a70fc52f7ed2 req-2065529d-57dd-4e41-bcae-f6d7d5328be0 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:21.690461 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4fb892e3-b9a2-40a6-9298-a70fc52f7ed2 req-2065529d-57dd-4e41-bcae-f6d7d5328be0 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 944 time: 0.0779433 Jul 05 12:25:21.718215 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2f7efc6e-e506-4bd2-8f58-70603dc9b489 req-9fb411c7-9cb8-45b6-a01c-750c833be340 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004 HTTP/1.1" status: 200 len: 217 time: 0.0390630 Jul 05 12:25:21.733962 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4fb892e3-b9a2-40a6-9298-a70fc52f7ed2 req-9fe5ebc5-4da2-4570-a03e-69fa293affa6 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374768 Jul 05 12:25:21.787376 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7efc6e-e506-4bd2-8f58-70603dc9b489 req-043ddcf6-0718-4e09-9a58-f83540d9a153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:21.789437 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2f7efc6e-e506-4bd2-8f58-70603dc9b489 req-043ddcf6-0718-4e09-9a58-f83540d9a153 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=63c05bff-6436-4f1d-93bf-d01974ae158e HTTP/1.1" status: 200 len: 848 time: 0.0632422 Jul 05 12:25:21.892949 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7efc6e-e506-4bd2-8f58-70603dc9b489 req-1cbd12e3-43e3-405a-8c5b-4e426bfb322c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:21.894515 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2f7efc6e-e506-4bd2-8f58-70603dc9b489 req-1cbd12e3-43e3-405a-8c5b-4e426bfb322c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=51839ed8-9220-4bba-94fb-b117e6e65d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0945210 Jul 05 12:25:21.941549 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20415ae5-262b-4d60-9fd6-5dd7daf3c4a6 req-13ff29bd-0dcb-4abf-a168-1a0c5612f2da tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:21.941549 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-20415ae5-262b-4d60-9fd6-5dd7daf3c4a6 req-13ff29bd-0dcb-4abf-a168-1a0c5612f2da tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.0796967 Jul 05 12:25:21.991829 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-20415ae5-262b-4d60-9fd6-5dd7daf3c4a6 req-726c4ecd-ceef-4839-8c29-6eb7b0675c42 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455155 Jul 05 12:25:22.070147 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2f7efc6e-e506-4bd2-8f58-70603dc9b489 req-2b31245f-1bd5-4fe8-b9ec-2a1cfc5427d6 service neutron] 10.222.0.16 "GET /v2.0/networks/51839ed8-9220-4bba-94fb-b117e6e65d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578326 Jul 05 12:25:22.229844 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2f7efc6e-e506-4bd2-8f58-70603dc9b489 req-c27cda13-7f5a-4638-8966-c3d4fe30365c service neutron] 10.222.0.16 "GET /v2.0/networks/51839ed8-9220-4bba-94fb-b117e6e65d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466992 Jul 05 12:25:22.916230 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d20132-b310-4aae-9968-b4759813b747 req-8800f7bc-a2a0-4449-9ae3-d9c82ec8241c tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:22.917703 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-70d20132-b310-4aae-9968-b4759813b747 req-8800f7bc-a2a0-4449-9ae3-d9c82ec8241c tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 944 time: 0.0634372 Jul 05 12:25:22.953988 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-70d20132-b310-4aae-9968-b4759813b747 req-9b3b6ad1-f0cf-4613-a9e5-cc5d3ca2bab6 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307834 Jul 05 12:25:23.176277 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a077fa2-d63c-46ee-a270-896e34fc1e62 req-bea66b34-598e-4980-9134-cf0fd6a51c91 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:23.177735 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2a077fa2-d63c-46ee-a270-896e34fc1e62 req-bea66b34-598e-4980-9134-cf0fd6a51c91 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.0683999 Jul 05 12:25:23.216269 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2a077fa2-d63c-46ee-a270-896e34fc1e62 req-b6fb27f9-013b-4057-bece-e141435f20e1 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328808 Jul 05 12:25:23.348965 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c70333f1-07b6-40ff-b22f-8b70269a8d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:23.691310 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:23.735543 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b23d95-e884-4f43-9a9a-fa163d9fda6f req-3f5b7924-e02d-4780-b7a6-d6e553de5f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:23.737051 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f1b23d95-e884-4f43-9a9a-fa163d9fda6f req-3f5b7924-e02d-4780-b7a6-d6e553de5f39 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09591cb1baeb430290409e983f6117df&device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 1098 time: 0.0674975 Jul 05 12:25:23.786321 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d63a5-bb3f-4587-9068-350be617c331 req-b60111b5-257f-47d3-a61a-2fb324b3e2df tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:23.787962 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-938d63a5-bb3f-4587-9068-350be617c331 req-b60111b5-257f-47d3-a61a-2fb324b3e2df tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.0755537 Jul 05 12:25:23.841348 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-938d63a5-bb3f-4587-9068-350be617c331 req-e2623f21-d99e-4587-9979-ce6cacfba6af tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470479 Jul 05 12:25:23.881997 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 37314) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:25:24.109268 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 37324) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:25:24.112559 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-6d778fb8-4ed2-4e37-bf98-c2647b8e3f8e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d46a65b1cdaa4711a28c9246b00c3ea8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287850 Jul 05 12:25:24.125997 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b23d95-e884-4f43-9a9a-fa163d9fda6f req-28f01e81-1d18-411f-a3fa-cd786adbdb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:24.127822 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f1b23d95-e884-4f43-9a9a-fa163d9fda6f req-28f01e81-1d18-411f-a3fa-cd786adbdb40 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4 HTTP/1.1" status: 200 len: 919 time: 0.3826027 Jul 05 12:25:24.180298 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f1b23d95-e884-4f43-9a9a-fa163d9fda6f req-d6151827-d79c-46dc-bd40-e244a6f4e112 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d71c2118-4f14-49b5-9829-b3477f98e366 HTTP/1.1" status: 200 len: 217 time: 0.0409927 Jul 05 12:25:24.199808 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d364cc8-282d-4aba-ae10-c62be971723c req-ab30bcc9-2d48-40ea-a80b-7627f6e503b2 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:24.206607 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1d364cc8-282d-4aba-ae10-c62be971723c req-ab30bcc9-2d48-40ea-a80b-7627f6e503b2 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 944 time: 0.0862226 Jul 05 12:25:24.227507 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 37328) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:25:24.251859 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3f16f0a9-7ef8-4284-9009-883027d5a98e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:24.276880 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3f16f0a9-7ef8-4284-9009-883027d5a98e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:24.313630 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b23d95-e884-4f43-9a9a-fa163d9fda6f req-3f1409a4-fda3-4c61-9a9f-801997d8939b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:24.315147 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f1b23d95-e884-4f43-9a9a-fa163d9fda6f req-3f1409a4-fda3-4c61-9a9f-801997d8939b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e30de3fd-5a84-4ee0-841b-b14be1c12396 HTTP/1.1" status: 200 len: 858 time: 0.1253800 Jul 05 12:25:24.365197 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f1b23d95-e884-4f43-9a9a-fa163d9fda6f req-c1e7f6b7-2541-47c1-809a-bbcb1778bd2f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394642 Jul 05 12:25:24.391796 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3f16f0a9-7ef8-4284-9009-883027d5a98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:24.394576 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3f16f0a9-7ef8-4284-9009-883027d5a98e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:24.398217 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-3f16f0a9-7ef8-4284-9009-883027d5a98e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cdab8afa-67bc-44ba-81df-b35983841cbf HTTP/1.1" status: 204 len: 168 time: 0.2849953 Jul 05 12:25:24.450583 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f3b4354e-0b6a-4ab5-86d1-52bab2506f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:24.465950 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f16f0a9-7ef8-4284-9009-883027d5a98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdab8afa-67bc-44ba-81df-b35983841cbf,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:24.503982 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1d364cc8-282d-4aba-ae10-c62be971723c req-cf78446e-750b-4d57-b1b4-0847b4d9ac21 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2963431 Jul 05 12:25:24.574034 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f1b23d95-e884-4f43-9a9a-fa163d9fda6f req-bec25185-0ca1-4086-8c79-02c3f36df7a9 service neutron] 10.222.0.16 "GET /v2.0/networks/b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962609 Jul 05 12:25:24.692243 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:24.694495 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f3b4354e-0b6a-4ab5-86d1-52bab2506f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:24.703378 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f3b4354e-0b6a-4ab5-86d1-52bab2506f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:24.792648 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f1b23d95-e884-4f43-9a9a-fa163d9fda6f req-78ce8c29-5010-435c-89d0-4e633c507e70 service neutron] 10.222.0.16 "GET /v2.0/networks/b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989501 Jul 05 12:25:24.795841 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f3b4354e-0b6a-4ab5-86d1-52bab2506f77 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=433a309a6bcb410d93df8f7708e83fd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5673277 Jul 05 12:25:24.798544 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 37346) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:25:24.799980 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b4354e-0b6a-4ab5-86d1-52bab2506f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1dda60-991a-41fa-91de-d6008c96bab6,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:24.859392 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fed6dc2c-e821-454f-8536-dd6d94f61b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:24.887281 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fed6dc2c-e821-454f-8536-dd6d94f61b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:24.935736 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fed6dc2c-e821-454f-8536-dd6d94f61b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:24.938387 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fed6dc2c-e821-454f-8536-dd6d94f61b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:24.939644 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-fed6dc2c-e821-454f-8536-dd6d94f61b5a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9e1dda60-991a-41fa-91de-d6008c96bab6 HTTP/1.1" status: 204 len: 168 time: 0.1401017 Jul 05 12:25:24.949554 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6dc2c-e821-454f-8536-dd6d94f61b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1dda60-991a-41fa-91de-d6008c96bab6,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:25.039624 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ab13a-491b-4fc4-810e-32f91408df8e req-5efb5c1b-e846-4e82-bd82-a402c49f2f8e tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:25.041681 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fd2ab13a-491b-4fc4-810e-32f91408df8e req-5efb5c1b-e846-4e82-bd82-a402c49f2f8e tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.0663910 Jul 05 12:25:25.093089 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fd2ab13a-491b-4fc4-810e-32f91408df8e req-5d059cce-851b-42e6-b629-7f8220795057 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413907 Jul 05 12:25:25.328842 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 37362) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:25:25.342379 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b3b85c09-48a9-43dd-81d4-97e953fa6edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:25.426391 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b3b85c09-48a9-43dd-81d4-97e953fa6edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:25.430019 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b3b85c09-48a9-43dd-81d4-97e953fa6edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:25.467565 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-b3b85c09-48a9-43dd-81d4-97e953fa6edc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cf3fa07eed024b97bd37acb8e23825d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1376076 Jul 05 12:25:25.468396 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b85c09-48a9-43dd-81d4-97e953fa6edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c409a4bc-a087-489e-9f9e-ec9ef2669613,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:25.470239 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 37364) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:25:25.522373 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3f9b5a91-3987-497f-9319-22c78133aea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:25.544658 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3f9b5a91-3987-497f-9319-22c78133aea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:25.593950 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3f9b5a91-3987-497f-9319-22c78133aea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:25.597133 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3f9b5a91-3987-497f-9319-22c78133aea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:25.598233 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-3f9b5a91-3987-497f-9319-22c78133aea1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c409a4bc-a087-489e-9f9e-ec9ef2669613 HTTP/1.1" status: 204 len: 168 time: 0.1269107 Jul 05 12:25:25.607833 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b5a91-3987-497f-9319-22c78133aea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c409a4bc-a087-489e-9f9e-ec9ef2669613,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:25.723806 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1da97a-f4d4-4982-888a-725baa111d15 req-b1b42177-3af2-498e-9c21-ab4000a863b7 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:25.725286 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6d1da97a-f4d4-4982-888a-725baa111d15 req-b1b42177-3af2-498e-9c21-ab4000a863b7 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 944 time: 0.0645769 Jul 05 12:25:25.781146 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6d1da97a-f4d4-4982-888a-725baa111d15 req-aad64802-4f03-4793-bce4-f9048d461286 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453329 Jul 05 12:25:26.252232 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:26.305961 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d43f2-7ec3-4f19-ab47-1816018abe71 req-0c5b3231-c8c1-4470-b0ef-123e2ce10de4 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:26.308213 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d27d43f2-7ec3-4f19-ab47-1816018abe71 req-0c5b3231-c8c1-4470-b0ef-123e2ce10de4 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.0867319 Jul 05 12:25:26.348597 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d27d43f2-7ec3-4f19-ab47-1816018abe71 req-26addfb5-a30c-479c-80ab-153e5ec359b3 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349605 Jul 05 12:25:26.510988 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-44aee57c-7897-48a6-95a5-62149443ed75 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:26.512442 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-44aee57c-7897-48a6-95a5-62149443ed75 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/networks?id=bc0fd846-c334-4479-a84c-f394ce1a591f HTTP/1.1" status: 200 len: 814 time: 0.1017628 Jul 05 12:25:26.526774 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-c1faf97d-a68f-484e-99cc-8cdd4b7a848f tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/quotas/fd0aa17a4d714d59b57932648b3a0268 HTTP/1.1" status: 200 len: 375 time: 0.0089939 Jul 05 12:25:26.599804 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-8d8f0e54-341e-4dbc-b477-ac12e5fe2208 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fd0aa17a4d714d59b57932648b3a0268&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0675077 Jul 05 12:25:26.692494 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-892330fb-daa3-416e-87bf-5f7d444bb790 service neutron] 10.222.0.52 "GET /v2.0/networks/bc0fd846-c334-4479-a84c-f394ce1a591f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851102 Jul 05 12:25:26.785647 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-9383a603-5009-4a04-b177-a53dee559da8 service neutron] 10.222.0.52 "GET /v2.0/networks/bc0fd846-c334-4479-a84c-f394ce1a591f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875063 Jul 05 12:25:27.062937 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88843aac-29db-45d9-b3a7-0a9e9e30cfbb req-6e434373-1ead-428b-9d67-5f559d4b97e1 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:27.075848 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-88843aac-29db-45d9-b3a7-0a9e9e30cfbb req-6e434373-1ead-428b-9d67-5f559d4b97e1 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 944 time: 0.0934429 Jul 05 12:25:27.129190 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2382529e-1e82-472c-bdab-913137984654 req-a6d5dedc-105a-4383-a270-2839bd707fe8 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=35f25215-9a10-446e-87ac-2a6ec17676c0 HTTP/1.1" status: 200 len: 210 time: 0.0519817 Jul 05 12:25:27.161409 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-88843aac-29db-45d9-b3a7-0a9e9e30cfbb req-8d1a759b-728a-4011-87d9-4a669cc64519 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823987 Jul 05 12:25:27.546390 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be750928-bd8f-4f17-8e9e-bcbc7c1aac76 req-9604af4a-7829-4e61-bf6f-969f54ed42a2 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:27.551088 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-be750928-bd8f-4f17-8e9e-bcbc7c1aac76 req-9604af4a-7829-4e61-bf6f-969f54ed42a2 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.0837622 Jul 05 12:25:27.587158 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-be750928-bd8f-4f17-8e9e-bcbc7c1aac76 req-a1ec0a5b-6c99-4b44-82bf-4c6e5b8ec217 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336404 Jul 05 12:25:28.248522 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-b6b69014-cb6a-4c02-8cc6-6ac80e9b642b tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:28.251545 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-b6b69014-cb6a-4c02-8cc6-6ac80e9b642b tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.16 "GET /v2.0/networks?id=bc0fd846-c334-4479-a84c-f394ce1a591f HTTP/1.1" status: 200 len: 814 time: 0.1470921 Jul 05 12:25:28.268647 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-694cfefc-5ec9-48d0-8783-eea331391042 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Request body: {'port': {'device_id': '35f25215-9a10-446e-87ac-2a6ec17676c0', 'network_id': 'bc0fd846-c334-4479-a84c-f394ce1a591f', 'admin_state_up': True, 'tenant_id': 'fd0aa17a4d714d59b57932648b3a0268'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:25:28.373292 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5427b42b-3e5f-456e-b92c-8f6d9535ea26 req-31be1d24-c080-425e-98fa-604c45de3510 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=35f25215-9a10-446e-87ac-2a6ec17676c0 HTTP/1.1" status: 200 len: 210 time: 0.0340252 Jul 05 12:25:28.409455 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-694cfefc-5ec9-48d0-8783-eea331391042 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Made reservation on behalf of fd0aa17a4d714d59b57932648b3a0268 for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:25:28.413184 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-694cfefc-5ec9-48d0-8783-eea331391042 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:28.414281 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3abe1b-a85b-4891-9dec-f5826bcbca4a req-1fcd7772-14ae-489d-ac6a-c5dbdb552766 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:28.419241 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ee3abe1b-a85b-4891-9dec-f5826bcbca4a req-1fcd7772-14ae-489d-ac6a-c5dbdb552766 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 944 time: 0.1137106 Jul 05 12:25:28.459273 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ee3abe1b-a85b-4891-9dec-f5826bcbca4a req-d9c539af-7663-428b-a846-b3a6d3985923 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377252 Jul 05 12:25:28.541387 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-694cfefc-5ec9-48d0-8783-eea331391042 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Allocated IP 172.20.0.12 (bc0fd846-c334-4479-a84c-f394ce1a591f/5b41b9be-ddbd-4ad2-a9b4-39ca25692a51/7a9a1710-a337-43ed-a57c-434b524df3c2) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:25:28.696492 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-694cfefc-5ec9-48d0-8783-eea331391042 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:28.736554 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-694cfefc-5ec9-48d0-8783-eea331391042 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9210776'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:28.749950 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] get_ports_and_sgs() called for port_ids ['5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7', '397d3262-4223-428b-ba73-4c6039055553', 'fe5b0383-23a3-449c-9526-8f160f1f6120'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 12:25:28.803436 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694cfefc-5ec9-48d0-8783-eea331391042 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Pushing event updated for resources: {'Port': ['ID=7a9a1710-a337-43ed-a57c-434b524df3c2,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:28.805653 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd1c92-5030-43c3-914f-1189935677d3 req-57b30a02-2d0d-4a30-b769-a61728f13069 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:28.808085 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ddbd1c92-5030-43c3-914f-1189935677d3 req-57b30a02-2d0d-4a30-b769-a61728f13069 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.0990732 Jul 05 12:25:28.814563 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-694cfefc-5ec9-48d0-8783-eea331391042 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Network bc0fd846-c334-4479-a84c-f394ce1a591f is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:25:28.816038 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-694cfefc-5ec9-48d0-8783-eea331391042 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:25:28.818959 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-694cfefc-5ec9-48d0-8783-eea331391042 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:25:28.848945 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ddbd1c92-5030-43c3-914f-1189935677d3 req-43e81e94-48d4-40c1-a703-89eec5b1ef69 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346351 Jul 05 12:25:28.872594 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-694cfefc-5ec9-48d0-8783-eea331391042 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:28.873238 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-694cfefc-5ec9-48d0-8783-eea331391042 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:28.888910 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-694cfefc-5ec9-48d0-8783-eea331391042 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6250174 Jul 05 12:25:28.902020 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-214c7927-b12e-4cfe-9be3-19dfd60d0e05 service neutron] Request body: {'port': {'device_id': '35f25215-9a10-446e-87ac-2a6ec17676c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:25:28.977162 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-214c7927-b12e-4cfe-9be3-19dfd60d0e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:29.288901 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-214c7927-b12e-4cfe-9be3-19dfd60d0e05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a9a1710-a337-43ed-a57c-434b524df3c2 {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:25:29.297128 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-214c7927-b12e-4cfe-9be3-19dfd60d0e05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:29.309861 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-214c7927-b12e-4cfe-9be3-19dfd60d0e05 service neutron] Transition to ACTIVE for port object 7a9a1710-a337-43ed-a57c-434b524df3c2 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:25:29.315646 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-214c7927-b12e-4cfe-9be3-19dfd60d0e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9210730'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:29.365293 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c7927-b12e-4cfe-9be3-19dfd60d0e05 service neutron] Pushing event updated for resources: {'Port': ['ID=7a9a1710-a337-43ed-a57c-434b524df3c2,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:29.430174 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-214c7927-b12e-4cfe-9be3-19dfd60d0e05 service neutron] Attempting to bind port 7a9a1710-a337-43ed-a57c-434b524df3c2 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:25:29.430506 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-214c7927-b12e-4cfe-9be3-19dfd60d0e05 service neutron] Attempting to bind port 7a9a1710-a337-43ed-a57c-434b524df3c2 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'feef0f2b-e156-4b96-9bca-0a760a19da57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'bc0fd846-c334-4479-a84c-f394ce1a591f'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:25:29.430853 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-214c7927-b12e-4cfe-9be3-19dfd60d0e05 service neutron] Attempting to bind port 7a9a1710-a337-43ed-a57c-434b524df3c2 on network bc0fd846-c334-4479-a84c-f394ce1a591f {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:25:29.435734 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-214c7927-b12e-4cfe-9be3-19dfd60d0e05 service neutron] Port 7a9a1710-a337-43ed-a57c-434b524df3c2 on network bc0fd846-c334-4479-a84c-f394ce1a591f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 12:25:29.436048 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-214c7927-b12e-4cfe-9be3-19dfd60d0e05 service neutron] Attempting to bind port 7a9a1710-a337-43ed-a57c-434b524df3c2 on network bc0fd846-c334-4479-a84c-f394ce1a591f {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:25:29.440678 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-214c7927-b12e-4cfe-9be3-19dfd60d0e05 service neutron] Checking agent: {'id': '3e7fb013-ee8e-41ba-b8fe-dbc5ebca3998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 21, 18), 'started_at': datetime.datetime(2021, 7, 5, 12, 21, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:25:29.441006 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-214c7927-b12e-4cfe-9be3-19dfd60d0e05 service neutron] Checking segment: {'id': 'feef0f2b-e156-4b96-9bca-0a760a19da57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'bc0fd846-c334-4479-a84c-f394ce1a591f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:25:29.441384 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-214c7927-b12e-4cfe-9be3-19dfd60d0e05 service neutron] Bound using segment: {'id': 'feef0f2b-e156-4b96-9bca-0a760a19da57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'bc0fd846-c334-4479-a84c-f394ce1a591f'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:25:29.441800 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-214c7927-b12e-4cfe-9be3-19dfd60d0e05 service neutron] Bound port: 7a9a1710-a337-43ed-a57c-434b524df3c2, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feef0f2b-e156-4b96-9bca-0a760a19da57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'bc0fd846-c334-4479-a84c-f394ce1a591f'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:25:29.442147 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-214c7927-b12e-4cfe-9be3-19dfd60d0e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:29.507146 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-214c7927-b12e-4cfe-9be3-19dfd60d0e05 service neutron] For port 7a9a1710-a337-43ed-a57c-434b524df3c2, host hv-cinder-79628, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:25:29.510584 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-214c7927-b12e-4cfe-9be3-19dfd60d0e05 service neutron] For port 7a9a1710-a337-43ed-a57c-434b524df3c2, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7a9a1710-a337-43ed-a57c-434b524df3c2,segment=NetworkSegment(feef0f2b-e156-4b96-9bca-0a760a19da57),segment_id=feef0f2b-e156-4b96-9bca-0a760a19da57)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:25:29.516620 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-214c7927-b12e-4cfe-9be3-19dfd60d0e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9210730'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:29.555923 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ea83d-697f-4e1b-879b-600dbb99c6b2 req-046fe25b-0b9f-4c94-b87a-b8e106236ade tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:29.558040 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fb6ea83d-697f-4e1b-879b-600dbb99c6b2 req-046fe25b-0b9f-4c94-b87a-b8e106236ade tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=35f25215-9a10-446e-87ac-2a6ec17676c0 HTTP/1.1" status: 200 len: 944 time: 0.0697122 Jul 05 12:25:29.568919 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c7927-b12e-4cfe-9be3-19dfd60d0e05 service neutron] Pushing event updated for resources: {'Port': ['ID=7a9a1710-a337-43ed-a57c-434b524df3c2,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:29.581083 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-214c7927-b12e-4cfe-9be3-19dfd60d0e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:29.581503 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-214c7927-b12e-4cfe-9be3-19dfd60d0e05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:29.583144 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-214c7927-b12e-4cfe-9be3-19dfd60d0e05 service neutron] 10.222.0.16 "PUT /v2.0/ports/7a9a1710-a337-43ed-a57c-434b524df3c2 HTTP/1.1" status: 200 len: 1094 time: 0.6861835 Jul 05 12:25:29.583580 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f25215-9a10-446e-87ac-2a6ec17676c0', 'tag': '7a9a1710-a337-43ed-a57c-434b524df3c2'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:25:29.585806 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa477df9db133d569a4b8d31d3ac9e6e51d5deb3d50c5365463f1d57aa01439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83565cbc-7533-4819-a56e-054c994cc869" -d '{"events": [{"name": "network-changed", "server_uuid": "35f25215-9a10-446e-87ac-2a6ec17676c0", "tag": "7a9a1710-a337-43ed-a57c-434b524df3c2"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:25:29.639692 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fb6ea83d-697f-4e1b-879b-600dbb99c6b2 req-d07354be-e91f-48ad-93c0-c83bdb3075f9 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750124 Jul 05 12:25:29.675791 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553891a-032d-41d3-bc07-6f30bc148e1c req-f1dea399-1494-44a9-a4cd-932c5466c6f8 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:29.677301 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9553891a-032d-41d3-bc07-6f30bc148e1c req-f1dea399-1494-44a9-a4cd-932c5466c6f8 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 944 time: 0.0958190 Jul 05 12:25:29.688287 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-d1666885-06b9-4956-b1fe-e8d02286639f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:29.689898 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-d1666885-06b9-4956-b1fe-e8d02286639f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fd0aa17a4d714d59b57932648b3a0268&device_id=35f25215-9a10-446e-87ac-2a6ec17676c0 HTTP/1.1" status: 200 len: 1097 time: 0.0670726 Jul 05 12:25:29.691378 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 12:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333fadd5-19e7-499e-b5c9-a4321cdf67ef x-openstack-request-id: req-333fadd5-19e7-499e-b5c9-a4321cdf67ef {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:25:29.691659 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f25215-9a10-446e-87ac-2a6ec17676c0", "tag": "7a9a1710-a337-43ed-a57c-434b524df3c2", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:25:29.691913 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-333fadd5-19e7-499e-b5c9-a4321cdf67ef {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:25:29.692290 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f25215-9a10-446e-87ac-2a6ec17676c0', 'tag': '7a9a1710-a337-43ed-a57c-434b524df3c2', 'status': 'completed', 'code': 200} Jul 05 12:25:29.720730 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9553891a-032d-41d3-bc07-6f30bc148e1c req-38f451d3-6927-41e4-8850-5c109f719894 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370238 Jul 05 12:25:29.754669 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-ddfffcf2-35b0-47ce-8464-35f6ebb35e7d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a9a1710-a337-43ed-a57c-434b524df3c2 HTTP/1.1" status: 200 len: 217 time: 0.0361273 Jul 05 12:25:29.803939 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-3e89ca04-c943-4ea8-86c4-e3ed9b5433da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:29.805361 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-3e89ca04-c943-4ea8-86c4-e3ed9b5433da service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b41b9be-ddbd-4ad2-a9b4-39ca25692a51 HTTP/1.1" status: 200 len: 854 time: 0.0429347 Jul 05 12:25:29.838120 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-3f77f38c-a90c-48e2-9d2b-6e93794f8239 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bc0fd846-c334-4479-a84c-f394ce1a591f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256264 Jul 05 12:25:29.933355 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-3e871ae0-121a-40d5-ac49-f6b9f20de89c service neutron] 10.222.0.16 "GET /v2.0/networks/bc0fd846-c334-4479-a84c-f394ce1a591f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865591 Jul 05 12:25:30.024486 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1fb83f27-2fd7-45a3-adba-7eea1e8fd870 req-dd4833c8-b45d-4400-8fd8-d8432e44a4e7 service neutron] 10.222.0.16 "GET /v2.0/networks/bc0fd846-c334-4479-a84c-f394ce1a591f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835865 Jul 05 12:25:30.069510 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 37506) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:25:30.172670 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0973f3ea-fb8f-46c9-a5fa-f671c8a4caac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:30.176284 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83565cbc-7533-4819-a56e-054c994cc869 req-d0664cb4-801e-40fe-8ac8-1e3718829294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:30.177769 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-83565cbc-7533-4819-a56e-054c994cc869 req-d0664cb4-801e-40fe-8ac8-1e3718829294 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fd0aa17a4d714d59b57932648b3a0268&device_id=35f25215-9a10-446e-87ac-2a6ec17676c0 HTTP/1.1" status: 200 len: 1097 time: 0.0536957 Jul 05 12:25:30.291189 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83565cbc-7533-4819-a56e-054c994cc869 req-0ba9ec9a-2283-4e14-815f-c7bc19421e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:30.293874 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-83565cbc-7533-4819-a56e-054c994cc869 req-0ba9ec9a-2283-4e14-815f-c7bc19421e41 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bc0fd846-c334-4479-a84c-f394ce1a591f HTTP/1.1" status: 200 len: 915 time: 0.1090064 Jul 05 12:25:30.295105 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0973f3ea-fb8f-46c9-a5fa-f671c8a4caac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:30.299953 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0973f3ea-fb8f-46c9-a5fa-f671c8a4caac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:30.341767 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-83565cbc-7533-4819-a56e-054c994cc869 req-940849da-7bde-423c-893d-0396f020b62e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a9a1710-a337-43ed-a57c-434b524df3c2 HTTP/1.1" status: 200 len: 217 time: 0.0392959 Jul 05 12:25:30.342309 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0973f3ea-fb8f-46c9-a5fa-f671c8a4caac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14940b97-c059-4ef9-9ab7-9b066f242df5,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:30.348614 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-0973f3ea-fb8f-46c9-a5fa-f671c8a4caac admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2cbe1ea0ceda4182a5a23e74e596a898&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2780912 Jul 05 12:25:30.351389 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 37516) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:25:30.401936 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83565cbc-7533-4819-a56e-054c994cc869 req-4baf6e53-a536-44fc-a318-7a996ac0330c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:30.403417 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-83565cbc-7533-4819-a56e-054c994cc869 req-4baf6e53-a536-44fc-a318-7a996ac0330c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b41b9be-ddbd-4ad2-a9b4-39ca25692a51 HTTP/1.1" status: 200 len: 854 time: 0.0440023 Jul 05 12:25:30.439236 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-34c9ec10-322a-49cb-a234-646fadabfc79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:30.448488 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-83565cbc-7533-4819-a56e-054c994cc869 req-a2d20cc0-7855-4501-ad8d-501552853428 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bc0fd846-c334-4479-a84c-f394ce1a591f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294170 Jul 05 12:25:30.476502 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f6e11-1cc9-4378-b85d-b0620558cf29 req-4e9e7a51-d301-48de-a64f-9ef94e602966 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:30.477978 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-473f6e11-1cc9-4378-b85d-b0620558cf29 req-4e9e7a51-d301-48de-a64f-9ef94e602966 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.1075459 Jul 05 12:25:30.480133 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-34c9ec10-322a-49cb-a234-646fadabfc79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:30.538130 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-83565cbc-7533-4819-a56e-054c994cc869 req-965a2c27-2c28-44a1-aa29-da9e07a68406 service neutron] 10.222.0.16 "GET /v2.0/networks/bc0fd846-c334-4479-a84c-f394ce1a591f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815725 Jul 05 12:25:30.539414 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-473f6e11-1cc9-4378-b85d-b0620558cf29 req-792cda69-5374-4edc-b71e-c2f0177de0d0 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528767 Jul 05 12:25:30.555130 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-34c9ec10-322a-49cb-a234-646fadabfc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:30.558444 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-34c9ec10-322a-49cb-a234-646fadabfc79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:30.559643 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-34c9ec10-322a-49cb-a234-646fadabfc79 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/14940b97-c059-4ef9-9ab7-9b066f242df5 HTTP/1.1" status: 204 len: 168 time: 0.2070191 Jul 05 12:25:30.580127 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9ec10-322a-49cb-a234-646fadabfc79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14940b97-c059-4ef9-9ab7-9b066f242df5,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:30.654017 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-83565cbc-7533-4819-a56e-054c994cc869 req-dfa6da10-0fe3-434f-9ef4-6ffcec7d333f service neutron] 10.222.0.16 "GET /v2.0/networks/bc0fd846-c334-4479-a84c-f394ce1a591f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044149 Jul 05 12:25:30.864242 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 37536) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:25:30.879102 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a378879e-6d34-45d1-a708-b9836ec6674c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:30.896139 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428bf845-e828-4396-a707-835b54593047 req-7639783e-ee67-42e0-8d10-1f1deb03ca3f tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:30.897792 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-428bf845-e828-4396-a707-835b54593047 req-7639783e-ee67-42e0-8d10-1f1deb03ca3f tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=35f25215-9a10-446e-87ac-2a6ec17676c0 HTTP/1.1" status: 200 len: 944 time: 0.0723982 Jul 05 12:25:30.943026 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-428bf845-e828-4396-a707-835b54593047 req-00985003-c966-4d39-879a-0c0f8478379f tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377407 Jul 05 12:25:30.993489 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a378879e-6d34-45d1-a708-b9836ec6674c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:30.998545 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a378879e-6d34-45d1-a708-b9836ec6674c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:31.042096 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-a378879e-6d34-45d1-a708-b9836ec6674c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=116dfc6a699445c493336dd791dac9f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1738193 Jul 05 12:25:31.042096 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a378879e-6d34-45d1-a708-b9836ec6674c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449824c9-59d7-4718-ab4f-88c2303325fc,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:31.042893 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 37540) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:25:31.132885 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dcad2eee-5d1a-4f3b-a15e-bffe7ed5b21e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:31.163487 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dcad2eee-5d1a-4f3b-a15e-bffe7ed5b21e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:31.182339 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ecb3b-5e0b-4a1d-b6d6-5124b7d5e340 req-62ebbc61-c365-41c1-a67b-5c326a88717a tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:31.183862 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-343ecb3b-5e0b-4a1d-b6d6-5124b7d5e340 req-62ebbc61-c365-41c1-a67b-5c326a88717a tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 944 time: 0.1170838 Jul 05 12:25:31.243801 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-343ecb3b-5e0b-4a1d-b6d6-5124b7d5e340 req-2da14bc5-cd5b-47cf-a19f-3b9e1152970b tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531325 Jul 05 12:25:31.259181 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dcad2eee-5d1a-4f3b-a15e-bffe7ed5b21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:31.262111 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dcad2eee-5d1a-4f3b-a15e-bffe7ed5b21e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:31.263548 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-dcad2eee-5d1a-4f3b-a15e-bffe7ed5b21e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/449824c9-59d7-4718-ab4f-88c2303325fc HTTP/1.1" status: 204 len: 168 time: 0.2195425 Jul 05 12:25:31.273628 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad2eee-5d1a-4f3b-a15e-bffe7ed5b21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449824c9-59d7-4718-ab4f-88c2303325fc,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:32.141397 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf2da6-7ea0-496e-9991-00ed6fa70530 req-9637388e-8980-44ed-80ed-05c79927283b tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:32.143005 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4eaf2da6-7ea0-496e-9991-00ed6fa70530 req-9637388e-8980-44ed-80ed-05c79927283b tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=35f25215-9a10-446e-87ac-2a6ec17676c0 HTTP/1.1" status: 200 len: 944 time: 0.0652049 Jul 05 12:25:32.184339 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4eaf2da6-7ea0-496e-9991-00ed6fa70530 req-e615968a-244e-4e82-aef6-0d34038ad199 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355918 Jul 05 12:25:32.425181 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecfe2b-9570-4c8d-a55d-2fa9a0893c25 req-939242df-6897-4e5b-83a5-79ddb7456e18 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:32.426678 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-35ecfe2b-9570-4c8d-a55d-2fa9a0893c25 req-939242df-6897-4e5b-83a5-79ddb7456e18 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 944 time: 0.0697143 Jul 05 12:25:32.465437 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-35ecfe2b-9570-4c8d-a55d-2fa9a0893c25 req-9effbb9d-2ca2-4d2a-baac-7c225bc2f3d7 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332637 Jul 05 12:25:33.354889 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 37628) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:25:33.363796 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef8925-5033-40c5-ba9c-f30ba22bcedd req-06cb42d3-87f8-4d15-898a-f11fc1702274 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:33.365303 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b8ef8925-5033-40c5-ba9c-f30ba22bcedd req-06cb42d3-87f8-4d15-898a-f11fc1702274 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=35f25215-9a10-446e-87ac-2a6ec17676c0 HTTP/1.1" status: 200 len: 944 time: 0.0642333 Jul 05 12:25:33.403846 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b8ef8925-5033-40c5-ba9c-f30ba22bcedd req-32633165-8f73-4b71-85a7-885a7da961ba tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322902 Jul 05 12:25:33.458185 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-adff9224-a29e-4097-b3de-89ad89c1018e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:33.549195 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-adff9224-a29e-4097-b3de-89ad89c1018e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:33.553108 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-adff9224-a29e-4097-b3de-89ad89c1018e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:33.596118 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-adff9224-a29e-4097-b3de-89ad89c1018e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c2763deaa18e4d8a99f3262c4dc5b1f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2393739 Jul 05 12:25:33.596365 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff9224-a29e-4097-b3de-89ad89c1018e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fec261-4592-4c88-8ab9-3cb1fedf3960,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:33.599991 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 37634) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:25:33.652413 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d6bb518a-3112-45b7-af0c-d63949a0896f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:33.659407 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbf4bd-3539-4e4a-801f-e30027a11265 req-16d165f9-81ff-445a-96f5-f94655fe95bc tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:33.660895 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-dfdbf4bd-3539-4e4a-801f-e30027a11265 req-16d165f9-81ff-445a-96f5-f94655fe95bc tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 944 time: 0.0820403 Jul 05 12:25:33.674019 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d6bb518a-3112-45b7-af0c-d63949a0896f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:33.698678 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-dfdbf4bd-3539-4e4a-801f-e30027a11265 req-cec2ebb4-5fc6-4286-9217-bce65f2810be tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321295 Jul 05 12:25:33.720437 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d6bb518a-3112-45b7-af0c-d63949a0896f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:33.723021 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d6bb518a-3112-45b7-af0c-d63949a0896f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:33.724171 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d6bb518a-3112-45b7-af0c-d63949a0896f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/30fec261-4592-4c88-8ab9-3cb1fedf3960 HTTP/1.1" status: 204 len: 168 time: 0.1232221 Jul 05 12:25:33.732230 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bb518a-3112-45b7-af0c-d63949a0896f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fec261-4592-4c88-8ab9-3cb1fedf3960,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:33.973173 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 37642) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:25:33.986595 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-aa4d9914-7cfa-43fb-b961-424d9ccc71f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:34.078433 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-aa4d9914-7cfa-43fb-b961-424d9ccc71f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:34.081989 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-aa4d9914-7cfa-43fb-b961-424d9ccc71f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:34.123940 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-aa4d9914-7cfa-43fb-b961-424d9ccc71f8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1eb7f38dd07341cda0b709acd892609d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1496801 Jul 05 12:25:34.124810 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d9914-7cfa-43fb-b961-424d9ccc71f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47197763-6241-4b5a-8828-926b5c83db0e,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:34.126623 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 37646) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:25:34.181450 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bcd57d9c-cbac-4a9d-9191-bf99b80dbe6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:34.205620 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bcd57d9c-cbac-4a9d-9191-bf99b80dbe6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:34.252324 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bcd57d9c-cbac-4a9d-9191-bf99b80dbe6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:34.255116 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bcd57d9c-cbac-4a9d-9191-bf99b80dbe6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:34.256325 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-bcd57d9c-cbac-4a9d-9191-bf99b80dbe6d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/47197763-6241-4b5a-8828-926b5c83db0e HTTP/1.1" status: 204 len: 168 time: 0.1286492 Jul 05 12:25:34.265036 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd57d9c-cbac-4a9d-9191-bf99b80dbe6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47197763-6241-4b5a-8828-926b5c83db0e,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:34.581503 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb0728-a756-4779-8016-515d5abe2345 req-caf016cc-639b-4dd0-bef3-97aea1a4e4b1 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:34.586326 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9ddb0728-a756-4779-8016-515d5abe2345 req-caf016cc-639b-4dd0-bef3-97aea1a4e4b1 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=35f25215-9a10-446e-87ac-2a6ec17676c0 HTTP/1.1" status: 200 len: 944 time: 0.0686300 Jul 05 12:25:34.621490 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9ddb0728-a756-4779-8016-515d5abe2345 req-d0fea3d2-1ae0-4cf9-a573-19496c25551b tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331154 Jul 05 12:25:34.891265 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6199010-5c22-41c6-8aef-096a5aba5e19 req-7e17e5bd-ce85-4bb8-8292-7f167a5372ba tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:34.892759 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b6199010-5c22-41c6-8aef-096a5aba5e19 req-7e17e5bd-ce85-4bb8-8292-7f167a5372ba tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 944 time: 0.0768623 Jul 05 12:25:34.931601 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b6199010-5c22-41c6-8aef-096a5aba5e19 req-dd5482c5-5423-4ae1-80e2-2e258fc472c6 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332234 Jul 05 12:25:35.798654 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73fc5b-0694-40af-99ae-747c3f43d882 req-08c6ad3b-494a-4536-921a-64282f56b469 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:35.801495 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-df73fc5b-0694-40af-99ae-747c3f43d882 req-08c6ad3b-494a-4536-921a-64282f56b469 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=35f25215-9a10-446e-87ac-2a6ec17676c0 HTTP/1.1" status: 200 len: 944 time: 0.0660787 Jul 05 12:25:35.839476 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-df73fc5b-0694-40af-99ae-747c3f43d882 req-05da79a6-6b8a-429c-89c3-15d73919570e tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337579 Jul 05 12:25:35.916826 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 7a9a1710-a337-43ed-a57c-434b524df3c2 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 12:25:36.015313 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port 7a9a1710-a337-43ed-a57c-434b524df3c2, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7a9a1710-a337-43ed-a57c-434b524df3c2,segment=NetworkSegment(feef0f2b-e156-4b96-9bca-0a760a19da57),segment_id=feef0f2b-e156-4b96-9bca-0a760a19da57)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:25:36.027261 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Returning: {'device': '7a9a1710-a337-43ed-a57c-434b524df3c2', 'network_id': 'bc0fd846-c334-4479-a84c-f394ce1a591f', 'port_id': '7a9a1710-a337-43ed-a57c-434b524df3c2', 'mac_address': 'fa:16:3e:22:75:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b41b9be-ddbd-4ad2-a9b4-39ca25692a51', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 12:25:36.082343 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:36.099730 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a9a1710-a337-43ed-a57c-434b524df3c2 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:25:36.106622 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 37732) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:25:36.123081 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb5d62-6924-4455-97fb-f9860ab3841c req-838b4794-d18e-4410-8e66-703ed1c8625f tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:36.124657 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e0eb5d62-6924-4455-97fb-f9860ab3841c req-838b4794-d18e-4410-8e66-703ed1c8625f tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 944 time: 0.0742249 Jul 05 12:25:36.131790 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port 7a9a1710-a337-43ed-a57c-434b524df3c2, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7a9a1710-a337-43ed-a57c-434b524df3c2,segment=NetworkSegment(feef0f2b-e156-4b96-9bca-0a760a19da57),segment_id=feef0f2b-e156-4b96-9bca-0a760a19da57)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:25:36.137449 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:36.138392 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 12:25:36.166153 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e0eb5d62-6924-4455-97fb-f9860ab3841c req-98aba977-16f1-425b-b17d-f6c393fb4779 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346191 Jul 05 12:25:36.221553 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-942779ec-09b1-4a0d-84cd-c81a3374253c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:36.243582 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=7a9a1710-a337-43ed-a57c-434b524df3c2,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:36.261297 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:25:36.261906 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:25:36.262454 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:25:36.263198 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:25:36.263198 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:25:36.263578 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:25:36.264081 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:25:36.264573 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:25:36.265066 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:25:36.265546 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:25:36.266287 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:25:36.266435 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:25:36.332339 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004,segment=NetworkSegment(f5df6d4a-3b14-4419-af8a-72036a89d58c),segment_id=f5df6d4a-3b14-4419-af8a-72036a89d58c)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:25:36.348684 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Returning: {'device': 'b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004', 'network_id': '51839ed8-9220-4bba-94fb-b117e6e65d5f', 'port_id': 'b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004', 'mac_address': 'fa:16:3e:83:8b:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63c05bff-6436-4f1d-93bf-d01974ae158e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 12:25:36.395846 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:36.403377 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-942779ec-09b1-4a0d-84cd-c81a3374253c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:36.410106 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-942779ec-09b1-4a0d-84cd-c81a3374253c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:36.421271 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:25:36.453628 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004,segment=NetworkSegment(f5df6d4a-3b14-4419-af8a-72036a89d58c),segment_id=f5df6d4a-3b14-4419-af8a-72036a89d58c)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:25:36.458474 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:36.465155 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-942779ec-09b1-4a0d-84cd-c81a3374253c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=78a14af81dac4eab918176e7b7e73def&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3571396 Jul 05 12:25:36.466208 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942779ec-09b1-4a0d-84cd-c81a3374253c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f6918d-301d-4019-9c37-2019e734af7e,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:36.468748 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 37742) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:25:36.537669 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e2e080f1-82dd-45ae-b53f-2c88eac89695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:36.542217 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:36.567501 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e2e080f1-82dd-45ae-b53f-2c88eac89695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:36.624540 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e2e080f1-82dd-45ae-b53f-2c88eac89695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:36.627976 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e2e080f1-82dd-45ae-b53f-2c88eac89695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:36.629101 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-e2e080f1-82dd-45ae-b53f-2c88eac89695 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e2f6918d-301d-4019-9c37-2019e734af7e HTTP/1.1" status: 204 len: 168 time: 0.1589601 Jul 05 12:25:36.638006 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e080f1-82dd-45ae-b53f-2c88eac89695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f6918d-301d-4019-9c37-2019e734af7e,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:36.935692 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 37750) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:25:36.950093 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-25150cf2-1744-4251-aa0f-ffb1ba8ae617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:36.987255 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] get_ports_and_sgs() called for port_ids ['b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 12:25:37.014819 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] get_ports_and_sgs() called for port_ids ['7a9a1710-a337-43ed-a57c-434b524df3c2'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 12:25:37.075652 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f688d7-5c5a-4891-b0d9-af4052223f70 req-e6b2b3a2-6029-463d-82a2-0a0142737bb4 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:37.077174 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-81f688d7-5c5a-4891-b0d9-af4052223f70 req-e6b2b3a2-6029-463d-82a2-0a0142737bb4 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=35f25215-9a10-446e-87ac-2a6ec17676c0 HTTP/1.1" status: 200 len: 945 time: 0.0987194 Jul 05 12:25:37.131104 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-25150cf2-1744-4251-aa0f-ffb1ba8ae617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:37.137237 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-81f688d7-5c5a-4891-b0d9-af4052223f70 req-c79a1435-e285-472d-832a-04a9418dafbb tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543072 Jul 05 12:25:37.138266 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-25150cf2-1744-4251-aa0f-ffb1ba8ae617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:37.178967 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-25150cf2-1744-4251-aa0f-ffb1ba8ae617 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=89c348f9b83b4a03b985f44da15e52df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419679 Jul 05 12:25:37.179847 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25150cf2-1744-4251-aa0f-ffb1ba8ae617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dccb0503-985d-4192-8a72-35279b1a0394,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:37.186832 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 37752) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:25:37.244137 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-de6ff502-98a4-4963-ad93-aa82f7a28068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:37.267796 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-de6ff502-98a4-4963-ad93-aa82f7a28068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:37.317609 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-de6ff502-98a4-4963-ad93-aa82f7a28068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:37.326103 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-de6ff502-98a4-4963-ad93-aa82f7a28068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:37.329867 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-de6ff502-98a4-4963-ad93-aa82f7a28068 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dccb0503-985d-4192-8a72-35279b1a0394 HTTP/1.1" status: 204 len: 168 time: 0.1443722 Jul 05 12:25:37.335851 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ff502-98a4-4963-ad93-aa82f7a28068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccb0503-985d-4192-8a72-35279b1a0394,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:37.376828 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec7fde-33fe-424e-ac85-69927893efdc req-e945c1d6-8ab3-4a6a-84d7-b37bfc9f3b75 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:37.378107 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cfec7fde-33fe-424e-ac85-69927893efdc req-e945c1d6-8ab3-4a6a-84d7-b37bfc9f3b75 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 945 time: 0.0904667 Jul 05 12:25:37.438188 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cfec7fde-33fe-424e-ac85-69927893efdc req-12163dac-f049-4972-84c1-0ac2878304d0 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535834 Jul 05 12:25:38.321224 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8b485-387d-469e-82e7-53ecc944176b req-a903c76c-5bd1-45ab-9aa4-72a3c88b601f tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:38.322779 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-24c8b485-387d-469e-82e7-53ecc944176b req-a903c76c-5bd1-45ab-9aa4-72a3c88b601f tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=35f25215-9a10-446e-87ac-2a6ec17676c0 HTTP/1.1" status: 200 len: 945 time: 0.0701556 Jul 05 12:25:38.362180 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-24c8b485-387d-469e-82e7-53ecc944176b req-6d2840be-7f2a-41b4-838b-9699ccff1d5e tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336025 Jul 05 12:25:38.608456 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 37810) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:25:38.641243 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f57bc-56f4-47d3-80b9-a89c94749102 req-2f43d710-39a8-42bd-a601-18f8aa4b2a34 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:38.647300 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f56f57bc-56f4-47d3-80b9-a89c94749102 req-2f43d710-39a8-42bd-a601-18f8aa4b2a34 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 945 time: 0.0843258 Jul 05 12:25:38.684072 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f56f57bc-56f4-47d3-80b9-a89c94749102 req-e636f0b9-bf4c-451a-af99-1d7fe45ed757 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355270 Jul 05 12:25:38.725944 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-96c00827-af6c-4a36-bd51-75443d1c5b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:38.818777 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-96c00827-af6c-4a36-bd51-75443d1c5b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:38.824153 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-96c00827-af6c-4a36-bd51-75443d1c5b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:38.899165 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-96c00827-af6c-4a36-bd51-75443d1c5b71 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d25daa35550e455f8a5b7f6db38310bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2898684 Jul 05 12:25:38.901178 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c00827-af6c-4a36-bd51-75443d1c5b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c72edd-30e3-4261-aa71-f8c09cd291b8,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:38.902475 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 37822) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:25:38.925494 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33c453-6c69-4fa5-bce8-bc91cb820950 req-cffd453a-1ab5-4ff0-a831-76c810506879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:38.927116 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1a33c453-6c69-4fa5-bce8-bc91cb820950 req-cffd453a-1ab5-4ff0-a831-76c810506879 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09591cb1baeb430290409e983f6117df&device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 1098 time: 0.0804491 Jul 05 12:25:39.001255 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-efb45e93-f395-4047-9c4b-c602d8313fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:39.018460 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33c453-6c69-4fa5-bce8-bc91cb820950 req-2ebf12b7-c2f9-4184-a110-d330c04e8ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:39.019972 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1a33c453-6c69-4fa5-bce8-bc91cb820950 req-2ebf12b7-c2f9-4184-a110-d330c04e8ad8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4 HTTP/1.1" status: 200 len: 919 time: 0.0855701 Jul 05 12:25:39.030634 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-efb45e93-f395-4047-9c4b-c602d8313fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:39.052454 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba04e21-58dd-4aec-9b5f-45b369e30c86 req-268a6493-3d0a-4cbe-95d8-f367d883b8d7 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:39.053932 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2ba04e21-58dd-4aec-9b5f-45b369e30c86 req-268a6493-3d0a-4cbe-95d8-f367d883b8d7 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.1174190 Jul 05 12:25:39.064307 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1a33c453-6c69-4fa5-bce8-bc91cb820950 req-ff97080d-0fd1-4102-a3cc-dc27de0bcac5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d71c2118-4f14-49b5-9829-b3477f98e366 HTTP/1.1" status: 200 len: 217 time: 0.0373459 Jul 05 12:25:39.105936 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2ba04e21-58dd-4aec-9b5f-45b369e30c86 req-8bee7967-19fa-4128-9804-900c05aeb201 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451901 Jul 05 12:25:39.116960 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33c453-6c69-4fa5-bce8-bc91cb820950 req-3df1305f-d4a5-418e-b49f-745681af4d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:39.117550 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-efb45e93-f395-4047-9c4b-c602d8313fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:39.118562 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1a33c453-6c69-4fa5-bce8-bc91cb820950 req-3df1305f-d4a5-418e-b49f-745681af4d4c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e30de3fd-5a84-4ee0-841b-b14be1c12396 HTTP/1.1" status: 200 len: 858 time: 0.0470653 Jul 05 12:25:39.121078 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-efb45e93-f395-4047-9c4b-c602d8313fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:39.124799 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-efb45e93-f395-4047-9c4b-c602d8313fe0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/69c72edd-30e3-4261-aa71-f8c09cd291b8 HTTP/1.1" status: 204 len: 168 time: 0.2179604 Jul 05 12:25:39.130778 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb45e93-f395-4047-9c4b-c602d8313fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c72edd-30e3-4261-aa71-f8c09cd291b8,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:39.162516 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1a33c453-6c69-4fa5-bce8-bc91cb820950 req-e6aa3c51-9d86-4013-a852-f5513c0fee8d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309300 Jul 05 12:25:39.269217 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1a33c453-6c69-4fa5-bce8-bc91cb820950 req-5638215b-c9ed-4066-bee3-f0264fd8eb75 service neutron] 10.222.0.16 "GET /v2.0/networks/b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997763 Jul 05 12:25:39.363140 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1a33c453-6c69-4fa5-bce8-bc91cb820950 req-8ad1a7cf-4fd2-4d0f-84c5-3b85c5e7b367 service neutron] 10.222.0.16 "GET /v2.0/networks/b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819647 Jul 05 12:25:39.693427 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebcb955-c7b4-4f9a-aa57-20cd23a45899 req-947448d4-7cb5-432e-adf6-983c15361ee3 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:39.694940 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8ebcb955-c7b4-4f9a-aa57-20cd23a45899 req-947448d4-7cb5-432e-adf6-983c15361ee3 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=35f25215-9a10-446e-87ac-2a6ec17676c0 HTTP/1.1" status: 200 len: 945 time: 0.0656848 Jul 05 12:25:39.736467 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8ebcb955-c7b4-4f9a-aa57-20cd23a45899 req-d4ea6e78-9c59-4b51-af09-3e150cd8d5c9 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351181 Jul 05 12:25:39.785224 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 37852) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:25:39.866264 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b58a241-31b9-4028-ab8d-0504d7451ed2 req-6769901c-32d0-437d-b706-b4bb11f7d276 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:39.867835 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5b58a241-31b9-4028-ab8d-0504d7451ed2 req-6769901c-32d0-437d-b706-b4bb11f7d276 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 945 time: 0.0699892 Jul 05 12:25:39.901948 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-008ec929-a9e0-4e47-a2ad-4eadf5c6c254 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1307716943-network', 'tenant_id': '0eb9fe4dc7ca4600836a2dfad99c6cb8'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:25:39.922605 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5b58a241-31b9-4028-ab8d-0504d7451ed2 req-ab0a2741-e793-4799-8882-76d3afba3da9 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484216 Jul 05 12:25:39.933313 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 7a9a1710-a337-43ed-a57c-434b524df3c2 up at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:25:39.935201 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008ec929-a9e0-4e47-a2ad-4eadf5c6c254 admin admin] Made reservation on behalf of 0eb9fe4dc7ca4600836a2dfad99c6cb8 for: {'network': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:25:39.937739 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-008ec929-a9e0-4e47-a2ad-4eadf5c6c254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for network, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:39.956314 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-008ec929-a9e0-4e47-a2ad-4eadf5c6c254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:39.995853 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning for port 7a9a1710-a337-43ed-a57c-434b524df3c2 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:25:40.000859 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning complete for port 7a9a1710-a337-43ed-a57c-434b524df3c2 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:25:40.001687 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:40.060101 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-008ec929-a9e0-4e47-a2ad-4eadf5c6c254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:40.064047 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-008ec929-a9e0-4e47-a2ad-4eadf5c6c254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:40.087050 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:40.088848 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-008ec929-a9e0-4e47-a2ad-4eadf5c6c254 admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=92929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 12:25:40.098367 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ec929-a9e0-4e47-a2ad-4eadf5c6c254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71a77dd-2836-49af-bc51-55378fb2809c,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:40.103171 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-008ec929-a9e0-4e47-a2ad-4eadf5c6c254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207'] for segment, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:40.103524 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.db.segments_db [None req-008ec929-a9e0-4e47-a2ad-4eadf5c6c254 admin admin] Added segment e0653b9c-2549-4a1d-924f-c7c3d975cbba of type vlan for network af313dbd-41f4-4ed4-a68b-ab3123ac27d6 Jul 05 12:25:40.112904 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f25215-9a10-446e-87ac-2a6ec17676c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9a1710-a337-43ed-a57c-434b524df3c2'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:25:40.115514 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb11927d8d6a4f40405007df32e35409d46ab531454b71f6d23f9687e715819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6994e5-871c-4754-b7b8-21277cb0dd51" -d '{"events": [{"server_uuid": "35f25215-9a10-446e-87ac-2a6ec17676c0", "name": "network-vif-plugged", "status": "completed", "tag": "7a9a1710-a337-43ed-a57c-434b524df3c2"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:25:40.128233 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port 7a9a1710-a337-43ed-a57c-434b524df3c2, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7a9a1710-a337-43ed-a57c-434b524df3c2,segment=NetworkSegment(feef0f2b-e156-4b96-9bca-0a760a19da57),segment_id=feef0f2b-e156-4b96-9bca-0a760a19da57)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:25:40.140227 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:40.141042 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004 up at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:25:40.146505 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-008ec929-a9e0-4e47-a2ad-4eadf5c6c254 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761929207381'] for network, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:40.168501 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c70475-a4f9-4477-b5c8-c2823bf8eb2b x-openstack-request-id: req-04c70475-a4f9-4477-b5c8-c2823bf8eb2b {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:25:40.168785 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f25215-9a10-446e-87ac-2a6ec17676c0", "name": "network-vif-plugged", "status": "completed", "tag": "7a9a1710-a337-43ed-a57c-434b524df3c2", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:25:40.169029 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-04c70475-a4f9-4477-b5c8-c2823bf8eb2b {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:25:40.169408 dv-cinder-796286-12-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f25215-9a10-446e-87ac-2a6ec17676c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9a1710-a337-43ed-a57c-434b524df3c2', 'code': 200} Jul 05 12:25:40.188301 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-008ec929-a9e0-4e47-a2ad-4eadf5c6c254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583'] for network, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:40.189324 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008ec929-a9e0-4e47-a2ad-4eadf5c6c254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:40.189902 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-008ec929-a9e0-4e47-a2ad-4eadf5c6c254 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:40.248045 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-008ec929-a9e0-4e47-a2ad-4eadf5c6c254 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4617054 Jul 05 12:25:40.251042 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 37864) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:25:40.255576 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ec929-a9e0-4e47-a2ad-4eadf5c6c254 admin admin] Pushing event updated for resources: {'Network': ['ID=af313dbd-41f4-4ed4-a68b-ab3123ac27d6,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:40.264985 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-88cc59d4-ad34-45b3-861c-586a0279497b admin admin] Request body: {'subnet': {'network_id': 'af313dbd-41f4-4ed4-a68b-ab3123ac27d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1307716943-subnet', 'tenant_id': '0eb9fe4dc7ca4600836a2dfad99c6cb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:25:40.294639 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88cc59d4-ad34-45b3-861c-586a0279497b admin admin] Made reservation on behalf of 0eb9fe4dc7ca4600836a2dfad99c6cb8 for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:25:40.297627 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-88cc59d4-ad34-45b3-861c-586a0279497b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985460'] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:40.342608 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Network af313dbd-41f4-4ed4-a68b-ab3123ac27d6 details requested by agent ovs-agent-dv-cinder-796286-12-iscsi with host dv-cinder-796286-12-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 12:25:40.348955 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1937e-2116-4d82-b40a-ef5b514a38ec req-2b75127e-31e5-422f-8db0-c31114ec3bc4 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:40.350834 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-68d1937e-2116-4d82-b40a-ef5b514a38ec req-2b75127e-31e5-422f-8db0-c31114ec3bc4 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.0830033 Jul 05 12:25:40.394790 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-68d1937e-2116-4d82-b40a-ef5b514a38ec req-9a02dfb1-20cc-4cf1-88a3-23d5a517e4ab tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373399 Jul 05 12:25:40.441500 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=7a9a1710-a337-43ed-a57c-434b524df3c2,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:40.456632 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning for port b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:25:40.460869 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning complete for port b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:25:40.461223 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:40.493927 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda63de8-dbd4-4fff-833a-b042e04c3075 req-571582d7-cd08-4c1a-a296-a96211720e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:40.496376 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bda63de8-dbd4-4fff-833a-b042e04c3075 req-571582d7-cd08-4c1a-a296-a96211720e87 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=35f25215-9a10-446e-87ac-2a6ec17676c0 HTTP/1.1" status: 200 len: 1099 time: 0.0981004 Jul 05 12:25:40.541902 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:40.557796 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-88cc59d4-ad34-45b3-861c-586a0279497b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9210860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985446'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:40.569985 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bda63de8-dbd4-4fff-833a-b042e04c3075 req-21dc2c3d-77a9-4c3b-8a59-d0447f2a9bac service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533314 Jul 05 12:25:40.574208 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004,segment=NetworkSegment(f5df6d4a-3b14-4419-af8a-72036a89d58c),segment_id=f5df6d4a-3b14-4419-af8a-72036a89d58c)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:25:40.578142 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:40.618287 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc59d4-ad34-45b3-861c-586a0279497b admin admin] Pushing event updated for resources: {'Subnet': ['ID=eee5dcd3-775e-42fe-9380-c1c048b9856b,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:40.627536 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:40.627696 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cc59d4-ad34-45b3-861c-586a0279497b admin admin] Checking segment: {'id': 'e0653b9c-2549-4a1d-924f-c7c3d975cbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'af313dbd-41f4-4ed4-a68b-ab3123ac27d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:25:40.628051 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cc59d4-ad34-45b3-861c-586a0279497b admin admin] Network hostable DHCP agents. Network: af313dbd-41f4-4ed4-a68b-ab3123ac27d6, hostable agents: ['60ff58b7-18de-4b80-8279-d7ac18a51ea8'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 12:25:40.644896 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cc59d4-ad34-45b3-861c-586a0279497b admin admin] Network af313dbd-41f4-4ed4-a68b-ab3123ac27d6 is scheduled to be hosted by DHCP agent 60ff58b7-18de-4b80-8279-d7ac18a51ea8 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 12:25:40.653505 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-88cc59d4-ad34-45b3-861c-586a0279497b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-12-iscsi, af313dbd-41f4-4ed4-a68b-ab3123ac27d6) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:25:40.657701 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cc59d4-ad34-45b3-861c-586a0279497b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:40.658295 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-88cc59d4-ad34-45b3-861c-586a0279497b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:40.662937 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563fdb83-4c52-4604-8a0f-2002fce12571 None None] Network af313dbd-41f4-4ed4-a68b-ab3123ac27d6 requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:25:40.672362 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-88cc59d4-ad34-45b3-861c-586a0279497b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4194326 Jul 05 12:25:40.786551 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55122633-e52c-437a-8f26-179c90ca1418 None None] Network af313dbd-41f4-4ed4-a68b-ab3123ac27d6 requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:25:40.918267 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ab4e2-bda4-455b-87bf-861443b2106d req-4ed01c8e-c16f-44fa-ab56-23a9ad817f36 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:40.919863 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a08ab4e2-bda4-455b-87bf-861443b2106d req-4ed01c8e-c16f-44fa-ab56-23a9ad817f36 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=35f25215-9a10-446e-87ac-2a6ec17676c0 HTTP/1.1" status: 200 len: 946 time: 0.0695539 Jul 05 12:25:40.958051 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a08ab4e2-bda4-455b-87bf-861443b2106d req-d85061bc-c622-4855-b8dc-ce1950cdc2c1 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326860 Jul 05 12:25:41.114711 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7b8ff-b501-4e55-a226-76b59dfdf66d req-6db30085-c063-487f-94a9-d40ea37225b5 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:41.116260 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c0d7b8ff-b501-4e55-a226-76b59dfdf66d req-6db30085-c063-487f-94a9-d40ea37225b5 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 946 time: 0.0707951 Jul 05 12:25:41.175479 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c0d7b8ff-b501-4e55-a226-76b59dfdf66d req-ec06168d-b7dc-44b7-8ea3-40955bd43b79 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516603 Jul 05 12:25:41.572478 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d638af-ef0d-43e4-9019-ed8197c40cf1 req-08d7a296-2cba-415a-9572-20d6651d51aa tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:41.573922 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e5d638af-ef0d-43e4-9019-ed8197c40cf1 req-08d7a296-2cba-415a-9572-20d6651d51aa tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.0635569 Jul 05 12:25:41.615792 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e5d638af-ef0d-43e4-9019-ed8197c40cf1 req-b1ed5cf0-20d7-4998-a46b-7ac12f7c4ecd tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364430 Jul 05 12:25:42.134718 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1cc79-ab68-427b-9c4b-40b6f8fcb662 req-924b9734-7b21-463b-8d3b-fda937d3f062 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:42.136860 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-99b1cc79-ab68-427b-9c4b-40b6f8fcb662 req-924b9734-7b21-463b-8d3b-fda937d3f062 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=35f25215-9a10-446e-87ac-2a6ec17676c0 HTTP/1.1" status: 200 len: 946 time: 0.0651722 Jul 05 12:25:42.170617 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:25:42.173663 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb11927d8d6a4f40405007df32e35409d46ab531454b71f6d23f9687e715819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f06f16-22cc-436d-94b2-8b24dc4de14f" -d '{"events": [{"server_uuid": "c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3", "name": "network-vif-plugged", "status": "completed", "tag": "b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:25:42.174946 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-99b1cc79-ab68-427b-9c4b-40b6f8fcb662 req-ed6141e6-ba35-4a3e-a94e-276d8434431f tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325186 Jul 05 12:25:42.227899 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b7e6ba-b581-445f-a7d2-e16ffc10d1a9 x-openstack-request-id: req-96b7e6ba-b581-445f-a7d2-e16ffc10d1a9 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:25:42.228500 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3", "name": "network-vif-plugged", "status": "completed", "tag": "b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:25:42.229424 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-96b7e6ba-b581-445f-a7d2-e16ffc10d1a9 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:25:42.230119 dv-cinder-796286-12-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004', 'code': 200} Jul 05 12:25:42.393671 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1bc3c8-d416-4e91-9132-a30756b4f735 req-a67f1aec-fe84-43d1-98df-4990a3811fa6 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:42.402565 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ec1bc3c8-d416-4e91-9132-a30756b4f735 req-a67f1aec-fe84-43d1-98df-4990a3811fa6 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 946 time: 0.0797269 Jul 05 12:25:42.457482 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ec1bc3c8-d416-4e91-9132-a30756b4f735 req-747e7a6e-ade9-4b65-bef8-08d73497849e tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538585 Jul 05 12:25:42.527966 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94d89a-68e8-4259-ac39-bb0df7459cd8 req-7c3cc6a9-32a4-479f-bc88-44c79f9394f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:42.530019 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2e94d89a-68e8-4259-ac39-bb0df7459cd8 req-7c3cc6a9-32a4-479f-bc88-44c79f9394f4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 1099 time: 0.0805750 Jul 05 12:25:42.569302 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2e94d89a-68e8-4259-ac39-bb0df7459cd8 req-51228d9d-f115-4fb8-bbdb-ba314f7d44af service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321469 Jul 05 12:25:42.628761 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-53ae47bc-406b-4fdd-a93e-173314844bde tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:42.630217 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-53ae47bc-406b-4fdd-a93e-173314844bde tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/networks?id=af313dbd-41f4-4ed4-a68b-ab3123ac27d6 HTTP/1.1" status: 200 len: 814 time: 0.1096861 Jul 05 12:25:42.645433 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-7a3f64d5-c65c-40e9-b8c7-0db2efbb78ed tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/quotas/0eb9fe4dc7ca4600836a2dfad99c6cb8 HTTP/1.1" status: 200 len: 375 time: 0.0090375 Jul 05 12:25:42.680228 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-264b3a41-78d2-4663-afaa-b9ea11d2003f tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0eb9fe4dc7ca4600836a2dfad99c6cb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287168 Jul 05 12:25:42.811638 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-e8da9303-268c-4fe1-b4d1-405bcfc694ca service neutron] 10.222.0.52 "GET /v2.0/networks/af313dbd-41f4-4ed4-a68b-ab3123ac27d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243141 Jul 05 12:25:42.832996 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68622a6-7087-4d1a-a05a-d16288f64863 req-6b835773-27b3-423f-827d-581ed4b1d626 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:42.834379 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c68622a6-7087-4d1a-a05a-d16288f64863 req-6b835773-27b3-423f-827d-581ed4b1d626 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.1013491 Jul 05 12:25:42.916364 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c68622a6-7087-4d1a-a05a-d16288f64863 req-dbd956b6-8dc0-4eee-a3c0-a60c30c9ce4a tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714724 Jul 05 12:25:42.938846 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-f8f1cd26-d840-4f27-bdf2-74c4c4623fcd service neutron] 10.222.0.52 "GET /v2.0/networks/af313dbd-41f4-4ed4-a68b-ab3123ac27d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214595 Jul 05 12:25:43.101557 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-44c462aa-896f-47c1-b044-3543eea49090 req-46d9449e-9bf0-49ea-af58-9e1e1c1a3c8d tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=d11860dd-1aad-4903-b564-3380a686ba3b HTTP/1.1" status: 200 len: 210 time: 0.0294778 Jul 05 12:25:43.636913 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b94c0b-c7f5-489e-b9ee-07088fa0957d req-c54ecea7-5ff4-4fc6-8150-9ca54c9a8dbd tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:43.639333 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-41b94c0b-c7f5-489e-b9ee-07088fa0957d req-c54ecea7-5ff4-4fc6-8150-9ca54c9a8dbd tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 946 time: 0.0734410 Jul 05 12:25:43.679618 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-41b94c0b-c7f5-489e-b9ee-07088fa0957d req-17af73b3-8246-41eb-98fd-4311310d8b8c tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345702 Jul 05 12:25:44.095745 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c875f3-4ba7-4c8c-9d8e-224327c0b789 req-5ba4225a-eeb1-4e2a-9771-ad081f665946 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:44.097275 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d6c875f3-4ba7-4c8c-9d8e-224327c0b789 req-5ba4225a-eeb1-4e2a-9771-ad081f665946 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.0692358 Jul 05 12:25:44.146191 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d6c875f3-4ba7-4c8c-9d8e-224327c0b789 req-cbb3f155-07ec-4d42-a138-cd666eb64604 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431700 Jul 05 12:25:44.256938 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ad3e180f-7e90-4be5-9d4b-9b2d71eae30d req-6d27c3f4-da83-449b-b4a3-2ee46d8d5df8 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=d11860dd-1aad-4903-b564-3380a686ba3b HTTP/1.1" status: 200 len: 210 time: 0.0302129 Jul 05 12:25:44.578632 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-5e933d4f-5529-4ff7-a6e1-1caa5947b47b tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:44.580093 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-5e933d4f-5529-4ff7-a6e1-1caa5947b47b tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.16 "GET /v2.0/networks?id=af313dbd-41f4-4ed4-a68b-ab3123ac27d6 HTTP/1.1" status: 200 len: 814 time: 0.3022447 Jul 05 12:25:44.599389 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-90a63e1c-af3b-40b9-ab19-f95701ef4652 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Request body: {'port': {'device_id': 'd11860dd-1aad-4903-b564-3380a686ba3b', 'network_id': 'af313dbd-41f4-4ed4-a68b-ab3123ac27d6', 'admin_state_up': True, 'tenant_id': '0eb9fe4dc7ca4600836a2dfad99c6cb8'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:25:44.710033 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-90a63e1c-af3b-40b9-ab19-f95701ef4652 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Made reservation on behalf of 0eb9fe4dc7ca4600836a2dfad99c6cb8 for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:25:44.715259 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-90a63e1c-af3b-40b9-ab19-f95701ef4652 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:44.838177 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-90a63e1c-af3b-40b9-ab19-f95701ef4652 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Allocated IP 172.20.0.14 (af313dbd-41f4-4ed4-a68b-ab3123ac27d6/eee5dcd3-775e-42fe-9380-c1c048b9856b/ad91e6b0-0538-4fcf-90db-07611796e885) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:25:44.864892 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e6e5bc-958b-4ed0-a83b-1e4329777beb req-43c3489d-174c-41b2-b72b-0f5e7255e8aa tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:44.866376 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-69e6e5bc-958b-4ed0-a83b-1e4329777beb req-43c3489d-174c-41b2-b72b-0f5e7255e8aa tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 946 time: 0.0714333 Jul 05 12:25:44.909174 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-69e6e5bc-958b-4ed0-a83b-1e4329777beb req-c8308410-079e-4e0d-b641-f78de16458d8 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362821 Jul 05 12:25:44.986428 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-90a63e1c-af3b-40b9-ab19-f95701ef4652 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:45.028576 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-90a63e1c-af3b-40b9-ab19-f95701ef4652 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9210776'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:45.081406 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-90a63e1c-af3b-40b9-ab19-f95701ef4652 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Network af313dbd-41f4-4ed4-a68b-ab3123ac27d6 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:25:45.084714 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-90a63e1c-af3b-40b9-ab19-f95701ef4652 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:25:45.088549 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-90a63e1c-af3b-40b9-ab19-f95701ef4652 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:25:45.088736 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c64609-3734-4e7f-a30e-efb2ada2372c req-49d7d286-2164-4034-abdf-3dbffb990af1 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:45.090125 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b5c64609-3734-4e7f-a30e-efb2ada2372c req-49d7d286-2164-4034-abdf-3dbffb990af1 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 946 time: 0.0691223 Jul 05 12:25:45.121506 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a63e1c-af3b-40b9-ab19-f95701ef4652 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Pushing event updated for resources: {'Port': ['ID=ad91e6b0-0538-4fcf-90db-07611796e885,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:45.130266 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b5c64609-3734-4e7f-a30e-efb2ada2372c req-4864b961-8515-4f3e-b9e8-c76bbe3eca91 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340862 Jul 05 12:25:45.146818 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-90a63e1c-af3b-40b9-ab19-f95701ef4652 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:45.147442 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-90a63e1c-af3b-40b9-ab19-f95701ef4652 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:45.153915 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 37964) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:25:45.161901 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-90a63e1c-af3b-40b9-ab19-f95701ef4652 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5664747 Jul 05 12:25:45.241274 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-f4e70ec8-54b4-497a-b0b9-69de25cdb2fa service neutron] Request body: {'port': {'device_id': 'd11860dd-1aad-4903-b564-3380a686ba3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:25:45.325715 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-f4e70ec8-54b4-497a-b0b9-69de25cdb2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:45.364419 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a728683-51db-422f-b7c1-1adad9915b01 req-b4cf68d6-a789-49e8-b798-ee07e0d3c6c1 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:45.365908 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4a728683-51db-422f-b7c1-1adad9915b01 req-b4cf68d6-a789-49e8-b798-ee07e0d3c6c1 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.1126411 Jul 05 12:25:45.367803 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e9c695-a210-440a-97e0-423ec5168bd3 tempest-TestShelveInstance-74865241 tempest-TestShelveInstance-74865241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:45.372691 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-67e9c695-a210-440a-97e0-423ec5168bd3 tempest-TestShelveInstance-74865241 tempest-TestShelveInstance-74865241-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 1094 time: 0.2137332 Jul 05 12:25:45.372923 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 37972) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:25:45.377377 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-1495880d-1417-4d43-b56d-fad1fd92e85d tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Request body: {'floatingip': {'floating_network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'port_id': 'b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004', 'tenant_id': '6c793eb3be9746198eaeb83a145c6641', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:25:45.460184 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1495880d-1417-4d43-b56d-fad1fd92e85d tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks [] for floatingip, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:45.468158 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4a728683-51db-422f-b7c1-1adad9915b01 req-ef320734-11d2-4356-a0d7-7f6ef9adb250 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864437 Jul 05 12:25:45.537829 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb712dd1-3a12-475b-8a28-dab4430f1654 req-ade0e280-0355-4553-9e75-9ef9896dbb0d tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:45.539231 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bb712dd1-3a12-475b-8a28-dab4430f1654 req-ade0e280-0355-4553-9e75-9ef9896dbb0d tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=d11860dd-1aad-4903-b564-3380a686ba3b HTTP/1.1" status: 200 len: 932 time: 0.1564596 Jul 05 12:25:45.590576 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bb712dd1-3a12-475b-8a28-dab4430f1654 req-be3ad52d-4c2b-42a1-aa6c-82074ad5b661 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/security-groups?id=f71a77dd-2836-49af-bc51-55378fb2809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445445 Jul 05 12:25:45.601255 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-f4e70ec8-54b4-497a-b0b9-69de25cdb2fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad91e6b0-0538-4fcf-90db-07611796e885 {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:25:45.610368 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-f4e70ec8-54b4-497a-b0b9-69de25cdb2fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:45.624332 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-f4e70ec8-54b4-497a-b0b9-69de25cdb2fa service neutron] Transition to ACTIVE for port object ad91e6b0-0538-4fcf-90db-07611796e885 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:25:45.627267 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-f4e70ec8-54b4-497a-b0b9-69de25cdb2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9210730'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:45.633211 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1495880d-1417-4d43-b56d-fad1fd92e85d tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:45.699761 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e70ec8-54b4-497a-b0b9-69de25cdb2fa service neutron] Pushing event updated for resources: {'Port': ['ID=ad91e6b0-0538-4fcf-90db-07611796e885,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:45.751710 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-1495880d-1417-4d43-b56d-fad1fd92e85d tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Allocated IP 172.27.3.84 (aa38b356-d6cf-48be-b408-9464f33b7649/1e645773-65d0-42f3-9bdc-7785aff60c5a/f773d0f1-2d17-4400-8270-edae1be65f0a) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:25:45.753368 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-f4e70ec8-54b4-497a-b0b9-69de25cdb2fa service neutron] Attempting to bind port ad91e6b0-0538-4fcf-90db-07611796e885 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:25:45.753706 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-f4e70ec8-54b4-497a-b0b9-69de25cdb2fa service neutron] Attempting to bind port ad91e6b0-0538-4fcf-90db-07611796e885 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'e0653b9c-2549-4a1d-924f-c7c3d975cbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'af313dbd-41f4-4ed4-a68b-ab3123ac27d6'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:25:45.754071 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-f4e70ec8-54b4-497a-b0b9-69de25cdb2fa service neutron] Attempting to bind port ad91e6b0-0538-4fcf-90db-07611796e885 on network af313dbd-41f4-4ed4-a68b-ab3123ac27d6 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:25:45.758511 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-f4e70ec8-54b4-497a-b0b9-69de25cdb2fa service neutron] Port ad91e6b0-0538-4fcf-90db-07611796e885 on network af313dbd-41f4-4ed4-a68b-ab3123ac27d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 12:25:45.758884 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-f4e70ec8-54b4-497a-b0b9-69de25cdb2fa service neutron] Attempting to bind port ad91e6b0-0538-4fcf-90db-07611796e885 on network af313dbd-41f4-4ed4-a68b-ab3123ac27d6 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:25:45.765407 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-f4e70ec8-54b4-497a-b0b9-69de25cdb2fa service neutron] Checking agent: {'id': '3e7fb013-ee8e-41ba-b8fe-dbc5ebca3998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 21, 18), 'started_at': datetime.datetime(2021, 7, 5, 12, 21, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:25:45.765752 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-f4e70ec8-54b4-497a-b0b9-69de25cdb2fa service neutron] Checking segment: {'id': 'e0653b9c-2549-4a1d-924f-c7c3d975cbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'af313dbd-41f4-4ed4-a68b-ab3123ac27d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:25:45.766134 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-f4e70ec8-54b4-497a-b0b9-69de25cdb2fa service neutron] Bound using segment: {'id': 'e0653b9c-2549-4a1d-924f-c7c3d975cbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'af313dbd-41f4-4ed4-a68b-ab3123ac27d6'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:25:45.766563 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-f4e70ec8-54b4-497a-b0b9-69de25cdb2fa service neutron] Bound port: ad91e6b0-0538-4fcf-90db-07611796e885, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0653b9c-2549-4a1d-924f-c7c3d975cbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'af313dbd-41f4-4ed4-a68b-ab3123ac27d6'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:25:45.766957 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-f4e70ec8-54b4-497a-b0b9-69de25cdb2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:45.833019 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-f4e70ec8-54b4-497a-b0b9-69de25cdb2fa service neutron] For port ad91e6b0-0538-4fcf-90db-07611796e885, host hv-cinder-79628, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:25:45.836038 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-f4e70ec8-54b4-497a-b0b9-69de25cdb2fa service neutron] For port ad91e6b0-0538-4fcf-90db-07611796e885, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ad91e6b0-0538-4fcf-90db-07611796e885,segment=NetworkSegment(e0653b9c-2549-4a1d-924f-c7c3d975cbba),segment_id=e0653b9c-2549-4a1d-924f-c7c3d975cbba)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:25:45.841271 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-f4e70ec8-54b4-497a-b0b9-69de25cdb2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9210730'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:45.859663 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1495880d-1417-4d43-b56d-fad1fd92e85d tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:45.884154 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-f4e70ec8-54b4-497a-b0b9-69de25cdb2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:45.885580 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-f4e70ec8-54b4-497a-b0b9-69de25cdb2fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:45.887375 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-f4e70ec8-54b4-497a-b0b9-69de25cdb2fa service neutron] 10.222.0.16 "PUT /v2.0/ports/ad91e6b0-0538-4fcf-90db-07611796e885 HTTP/1.1" status: 200 len: 1094 time: 0.6506662 Jul 05 12:25:45.889683 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd11860dd-1aad-4903-b564-3380a686ba3b', 'tag': 'ad91e6b0-0538-4fcf-90db-07611796e885'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:25:45.893115 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa477df9db133d569a4b8d31d3ac9e6e51d5deb3d50c5365463f1d57aa01439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b2fb85-afe5-4a8a-97a4-1f3a89993345" -d '{"events": [{"name": "network-changed", "server_uuid": "d11860dd-1aad-4903-b564-3380a686ba3b", "tag": "ad91e6b0-0538-4fcf-90db-07611796e885"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:25:45.904727 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1495880d-1417-4d43-b56d-fad1fd92e85d tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3485770'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:45.928332 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e70ec8-54b4-497a-b0b9-69de25cdb2fa service neutron] Pushing event updated for resources: {'Port': ['ID=ad91e6b0-0538-4fcf-90db-07611796e885,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:45.940627 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 12:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51accfb-2ebb-46df-8ce5-a6ace747fc90 x-openstack-request-id: req-b51accfb-2ebb-46df-8ce5-a6ace747fc90 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:25:45.940913 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d11860dd-1aad-4903-b564-3380a686ba3b", "tag": "ad91e6b0-0538-4fcf-90db-07611796e885", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:25:45.941725 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b51accfb-2ebb-46df-8ce5-a6ace747fc90 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:25:45.942133 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd11860dd-1aad-4903-b564-3380a686ba3b', 'tag': 'ad91e6b0-0538-4fcf-90db-07611796e885', 'status': 'completed', 'code': 200} Jul 05 12:25:45.944297 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1495880d-1417-4d43-b56d-fad1fd92e85d tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Network aa38b356-d6cf-48be-b408-9464f33b7649 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:25:45.947769 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-1495880d-1417-4d43-b56d-fad1fd92e85d tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:25:45.951206 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1495880d-1417-4d43-b56d-fad1fd92e85d tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:25:45.979380 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495880d-1417-4d43-b56d-fad1fd92e85d tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Pushing event updated for resources: {'Port': ['ID=f773d0f1-2d17-4400-8270-edae1be65f0a,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:46.006648 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-25a34a7c-a960-4426-a163-db894d2eb72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:46.008189 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-25a34a7c-a960-4426-a163-db894d2eb72a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0eb9fe4dc7ca4600836a2dfad99c6cb8&device_id=d11860dd-1aad-4903-b564-3380a686ba3b HTTP/1.1" status: 200 len: 1097 time: 0.0566487 Jul 05 12:25:46.051192 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-e09e9f35-2342-42aa-a2a6-89ae62b63a25 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad91e6b0-0538-4fcf-90db-07611796e885 HTTP/1.1" status: 200 len: 217 time: 0.0333338 Jul 05 12:25:46.103963 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-c2ace072-d542-4fcb-9475-d6d10753b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:46.105592 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-c2ace072-d542-4fcb-9475-d6d10753b736 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eee5dcd3-775e-42fe-9380-c1c048b9856b HTTP/1.1" status: 200 len: 854 time: 0.0479624 Jul 05 12:25:46.140492 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-9866fdd6-984a-4707-ac00-3bea99889abc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=af313dbd-41f4-4ed4-a68b-ab3123ac27d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282764 Jul 05 12:25:46.233129 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-080ad4cf-f4c6-459c-818c-bb53a5d226f2 service neutron] 10.222.0.16 "GET /v2.0/networks/af313dbd-41f4-4ed4-a68b-ab3123ac27d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859113 Jul 05 12:25:46.331682 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b8829e34-9e6a-44ad-b8cc-630bb20addcc req-3d80f7ce-5479-47ab-88e3-3111eadcb36f service neutron] 10.222.0.16 "GET /v2.0/networks/af313dbd-41f4-4ed4-a68b-ab3123ac27d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921445 Jul 05 12:25:46.466852 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2fb85-afe5-4a8a-97a4-1f3a89993345 req-597d94ca-d5d4-49e2-b9c2-1d03a41577f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:46.468439 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-97b2fb85-afe5-4a8a-97a4-1f3a89993345 req-597d94ca-d5d4-49e2-b9c2-1d03a41577f8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0eb9fe4dc7ca4600836a2dfad99c6cb8&device_id=d11860dd-1aad-4903-b564-3380a686ba3b HTTP/1.1" status: 200 len: 1097 time: 0.0569344 Jul 05 12:25:46.566174 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2fb85-afe5-4a8a-97a4-1f3a89993345 req-dfbb8134-86f1-40f5-a73f-72746b9f8660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:46.567837 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-97b2fb85-afe5-4a8a-97a4-1f3a89993345 req-dfbb8134-86f1-40f5-a73f-72746b9f8660 service neutron] 10.222.0.16 "GET /v2.0/networks?id=af313dbd-41f4-4ed4-a68b-ab3123ac27d6 HTTP/1.1" status: 200 len: 915 time: 0.0929570 Jul 05 12:25:46.615231 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-97b2fb85-afe5-4a8a-97a4-1f3a89993345 req-3f5275f4-a950-4248-824d-b58f4b896620 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad91e6b0-0538-4fcf-90db-07611796e885 HTTP/1.1" status: 200 len: 217 time: 0.0348580 Jul 05 12:25:46.626024 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1495880d-1417-4d43-b56d-fad1fd92e85d tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:46.664724 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2fb85-afe5-4a8a-97a4-1f3a89993345 req-61e87ae3-3412-42d2-9757-7b2778494193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:46.666233 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-97b2fb85-afe5-4a8a-97a4-1f3a89993345 req-61e87ae3-3412-42d2-9757-7b2778494193 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eee5dcd3-775e-42fe-9380-c1c048b9856b HTTP/1.1" status: 200 len: 854 time: 0.0449967 Jul 05 12:25:46.703535 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-97b2fb85-afe5-4a8a-97a4-1f3a89993345 req-53ae0e06-ce1c-4781-be36-3b94b9fb3b55 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=af313dbd-41f4-4ed4-a68b-ab3123ac27d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306785 Jul 05 12:25:46.722155 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b230f9-7698-4c91-8f08-9868835c9b4d req-4cfff75f-383d-4a19-8937-d14ee6a3305d tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:46.723584 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-31b230f9-7698-4c91-8f08-9868835c9b4d req-4cfff75f-383d-4a19-8937-d14ee6a3305d tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.1385620 Jul 05 12:25:46.784208 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1495880d-1417-4d43-b56d-fad1fd92e85d tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:46.794896 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-97b2fb85-afe5-4a8a-97a4-1f3a89993345 req-3bf86d17-6e71-46a0-9303-0d4ae81d6c98 service neutron] 10.222.0.16 "GET /v2.0/networks/af313dbd-41f4-4ed4-a68b-ab3123ac27d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838685 Jul 05 12:25:46.835473 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-31b230f9-7698-4c91-8f08-9868835c9b4d req-fc9992fe-ff8e-4229-b468-04462aa1fca7 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930045 Jul 05 12:25:46.900843 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-97b2fb85-afe5-4a8a-97a4-1f3a89993345 req-bf0655f6-08d3-4a96-afaf-406619c7dbfa service neutron] 10.222.0.16 "GET /v2.0/networks/af313dbd-41f4-4ed4-a68b-ab3123ac27d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987363 Jul 05 12:25:46.919352 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904b370-a326-435b-8653-1e2c13eac429 req-7b5a34f1-f51d-4e27-a3b0-b9aacd386117 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:46.920870 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7904b370-a326-435b-8653-1e2c13eac429 req-7b5a34f1-f51d-4e27-a3b0-b9aacd386117 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=d11860dd-1aad-4903-b564-3380a686ba3b HTTP/1.1" status: 200 len: 944 time: 0.1948481 Jul 05 12:25:46.988491 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7904b370-a326-435b-8653-1e2c13eac429 req-ff7103ae-96d4-442a-9e3a-2fe4ea4c6e27 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/security-groups?id=f71a77dd-2836-49af-bc51-55378fb2809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596046 Jul 05 12:25:47.010850 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1495880d-1417-4d43-b56d-fad1fd92e85d tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:47.015349 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1495880d-1417-4d43-b56d-fad1fd92e85d tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3485880'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:47.091072 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495880d-1417-4d43-b56d-fad1fd92e85d tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Pushing event updated for resources: {'Port': ['ID=f773d0f1-2d17-4400-8270-edae1be65f0a,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:47.098239 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1495880d-1417-4d43-b56d-fad1fd92e85d tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575314'] for floatingip, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:47.206055 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.db.l3_db [None req-1495880d-1417-4d43-b56d-fad1fd92e85d tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Floating IP f8ea44c2-35d9-42c8-952d-75663aa47345 associated. External IP: 172.27.3.84, port: b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004. Jul 05 12:25:47.409931 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1495880d-1417-4d43-b56d-fad1fd92e85d tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Router fa385e65-b11c-4f2d-b564-ea64535e60f5 has already been hosted by L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 12:25:47.516285 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1495880d-1417-4d43-b56d-fad1fd92e85d tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:25:47.525435 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a2020f-2751-4246-bd1d-cb6de8150dc0 None None] Sync routers for ids ['fa385e65-b11c-4f2d-b564-ea64535e60f5'] in dv-cinder-796286-12-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:25:47.533530 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1495880d-1417-4d43-b56d-fad1fd92e85d tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for floatingip, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:47.537259 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a2020f-2751-4246-bd1d-cb6de8150dc0 None None] Routers {'fa385e65-b11c-4f2d-b564-ea64535e60f5'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:25:47.537901 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-56a2020f-2751-4246-bd1d-cb6de8150dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:25:23Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['fa385e65-b11c-4f2d-b564-ea64535e60f5'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:25:47.574101 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-1495880d-1417-4d43-b56d-fad1fd92e85d tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2001150 Jul 05 12:25:47.574926 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3', 'tag': 'b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:25:47.577275 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38d66cb680d8e216a4639fd07ffcdd1e1f1f0bb375bf284fc7cc66ae145b2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f3e5b0-6281-47d7-aaca-91104ae8a51c" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3", "tag": "b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:25:47.616213 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 12:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04048cf-d44c-44b6-9edd-eba0d0255e46 x-openstack-request-id: req-c04048cf-d44c-44b6-9edd-eba0d0255e46 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:25:47.616497 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3", "tag": "b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:25:47.616744 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c04048cf-d44c-44b6-9edd-eba0d0255e46 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:25:47.617130 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3', 'tag': 'b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004', 'status': 'completed', 'code': 200} Jul 05 12:25:47.646979 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-56a2020f-2751-4246-bd1d-cb6de8150dc0 None None] Set router fa385e65-b11c-4f2d-b564-ea64535e60f5 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:25:47.696056 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3e5b0-6281-47d7-aaca-91104ae8a51c req-9f8994a6-9caa-41b9-b0c5-e15bc212a406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:47.698602 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-85f3e5b0-6281-47d7-aaca-91104ae8a51c req-9f8994a6-9caa-41b9-b0c5-e15bc212a406 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c793eb3be9746198eaeb83a145c6641&device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 1099 time: 0.0533857 Jul 05 12:25:47.787776 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3e5b0-6281-47d7-aaca-91104ae8a51c req-8c323ae8-ab86-40f6-88fe-b160e374f64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:47.789240 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-85f3e5b0-6281-47d7-aaca-91104ae8a51c req-8c323ae8-ab86-40f6-88fe-b160e374f64a service neutron] 10.222.0.16 "GET /v2.0/networks?id=51839ed8-9220-4bba-94fb-b117e6e65d5f HTTP/1.1" status: 200 len: 910 time: 0.0832310 Jul 05 12:25:47.864165 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-56a2020f-2751-4246-bd1d-cb6de8150dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa385e65-b11c-4f2d-b564-ea64535e60f5', 'name': 'tempest-TestShelveInstance-1982492967-router', 'tenant_id': '6c793eb3be9746198eaeb83a145c6641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '34b0fa27-9415-4ace-9c86-88ddc3a2ecb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:24:04Z', 'updated_at': '2021-07-05T12:24:08Z', 'revision_number': 4, 'project_id': '6c793eb3be9746198eaeb83a145c6641', 'gw_port': {'id': '34b0fa27-9415-4ace-9c86-88ddc3a2ecb7', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa385e65-b11c-4f2d-b564-ea64535e60f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:24:05Z', 'updated_at': '2021-07-05T12:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_floatingips': [{'id': 'f8ea44c2-35d9-42c8-952d-75663aa47345', 'tenant_id': '6c793eb3be9746198eaeb83a145c6641', 'floating_ip_address': '172.27.3.84', 'floating_network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'router_id': 'fa385e65-b11c-4f2d-b564-ea64535e60f5', 'port_id': 'b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51839ed8-9220-4bba-94fb-b117e6e65d5f', 'mac_address': 'fa:16:3e:83:8b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T12:25:46Z', 'updated_at': '2021-07-05T12:25:46Z', 'revision_number': 0, 'project_id': '6c793eb3be9746198eaeb83a145c6641', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da8b8298-4cf3-4dec-9388-c307a7e6b547', 'name': '', 'network_id': '51839ed8-9220-4bba-94fb-b117e6e65d5f', 'tenant_id': '6c793eb3be9746198eaeb83a145c6641', 'mac_address': 'fa:16:3e:db:64:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa385e65-b11c-4f2d-b564-ea64535e60f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '63c05bff-6436-4f1d-93bf-d01974ae158e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:24:07Z', 'updated_at': '2021-07-05T12:24:15Z', 'revision_number': 5, 'project_id': '6c793eb3be9746198eaeb83a145c6641', 'subnets': [{'id': '63c05bff-6436-4f1d-93bf-d01974ae158e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:25:47.866513 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-85f3e5b0-6281-47d7-aaca-91104ae8a51c req-12a0352c-b47d-4a2b-bddd-211de4578232 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004 HTTP/1.1" status: 200 len: 999 time: 0.0604339 Jul 05 12:25:47.895394 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a2020f-2751-4246-bd1d-cb6de8150dc0 None None] Checking router: fa385e65-b11c-4f2d-b564-ea64535e60f5 for host: dv-cinder-796286-12-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:25:47.904108 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a2020f-2751-4246-bd1d-cb6de8150dc0 None None] Routers {'fa385e65-b11c-4f2d-b564-ea64535e60f5'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:25:47.904989 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-56a2020f-2751-4246-bd1d-cb6de8150dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:25:23Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['fa385e65-b11c-4f2d-b564-ea64535e60f5'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:25:47.919068 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3e5b0-6281-47d7-aaca-91104ae8a51c req-3a142c91-0364-4af7-8c00-92b0eb0b716e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:47.920673 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-85f3e5b0-6281-47d7-aaca-91104ae8a51c req-3a142c91-0364-4af7-8c00-92b0eb0b716e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=63c05bff-6436-4f1d-93bf-d01974ae158e HTTP/1.1" status: 200 len: 848 time: 0.0470757 Jul 05 12:25:47.965324 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:47.984473 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3e5b0-6281-47d7-aaca-91104ae8a51c req-9fd24307-1a17-44d6-bf95-60ebcb376165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:47.986291 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-85f3e5b0-6281-47d7-aaca-91104ae8a51c req-9fd24307-1a17-44d6-bf95-60ebcb376165 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=51839ed8-9220-4bba-94fb-b117e6e65d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0572615 Jul 05 12:25:48.024150 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40c33f-fce8-404c-a772-9192ccd77cb1 req-c89ba9a5-cc39-42e5-a84c-05bd24f9c682 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:48.028497 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-56a2020f-2751-4246-bd1d-cb6de8150dc0 None None] Set router fa385e65-b11c-4f2d-b564-ea64535e60f5 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:25:48.032347 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5e40c33f-fce8-404c-a772-9192ccd77cb1 req-c89ba9a5-cc39-42e5-a84c-05bd24f9c682 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.0756321 Jul 05 12:25:48.079018 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5e40c33f-fce8-404c-a772-9192ccd77cb1 req-60e0cfd0-85bc-4e31-8b5f-415df1bf764b tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455012 Jul 05 12:25:48.094480 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-85f3e5b0-6281-47d7-aaca-91104ae8a51c req-61deff62-a3ab-496d-854c-8a92bc0e3599 service neutron] 10.222.0.16 "GET /v2.0/networks/51839ed8-9220-4bba-94fb-b117e6e65d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004109 Jul 05 12:25:48.184891 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:25:48.199416 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-85f3e5b0-6281-47d7-aaca-91104ae8a51c req-1266726c-e0af-4305-8ce1-89d931374f57 service neutron] 10.222.0.16 "GET /v2.0/networks/51839ed8-9220-4bba-94fb-b117e6e65d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880604 Jul 05 12:25:48.274117 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54504614-8b05-4bdb-b55e-58bafc85bb26 req-7d231d12-ffad-42e3-a2dc-2174eb51ad34 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:48.276774 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-54504614-8b05-4bdb-b55e-58bafc85bb26 req-7d231d12-ffad-42e3-a2dc-2174eb51ad34 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=d11860dd-1aad-4903-b564-3380a686ba3b HTTP/1.1" status: 200 len: 944 time: 0.0999382 Jul 05 12:25:48.290442 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-56a2020f-2751-4246-bd1d-cb6de8150dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa385e65-b11c-4f2d-b564-ea64535e60f5', 'name': 'tempest-TestShelveInstance-1982492967-router', 'tenant_id': '6c793eb3be9746198eaeb83a145c6641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '34b0fa27-9415-4ace-9c86-88ddc3a2ecb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:24:04Z', 'updated_at': '2021-07-05T12:24:08Z', 'revision_number': 4, 'project_id': '6c793eb3be9746198eaeb83a145c6641', 'gw_port': {'id': '34b0fa27-9415-4ace-9c86-88ddc3a2ecb7', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa385e65-b11c-4f2d-b564-ea64535e60f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:24:05Z', 'updated_at': '2021-07-05T12:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_floatingips': [{'id': 'f8ea44c2-35d9-42c8-952d-75663aa47345', 'tenant_id': '6c793eb3be9746198eaeb83a145c6641', 'floating_ip_address': '172.27.3.84', 'floating_network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'router_id': 'fa385e65-b11c-4f2d-b564-ea64535e60f5', 'port_id': 'b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51839ed8-9220-4bba-94fb-b117e6e65d5f', 'mac_address': 'fa:16:3e:83:8b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T12:25:46Z', 'updated_at': '2021-07-05T12:25:46Z', 'revision_number': 0, 'project_id': '6c793eb3be9746198eaeb83a145c6641', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da8b8298-4cf3-4dec-9388-c307a7e6b547', 'name': '', 'network_id': '51839ed8-9220-4bba-94fb-b117e6e65d5f', 'tenant_id': '6c793eb3be9746198eaeb83a145c6641', 'mac_address': 'fa:16:3e:db:64:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa385e65-b11c-4f2d-b564-ea64535e60f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '63c05bff-6436-4f1d-93bf-d01974ae158e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:24:07Z', 'updated_at': '2021-07-05T12:24:15Z', 'revision_number': 5, 'project_id': '6c793eb3be9746198eaeb83a145c6641', 'subnets': [{'id': '63c05bff-6436-4f1d-93bf-d01974ae158e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:25:48.318114 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a2020f-2751-4246-bd1d-cb6de8150dc0 None None] The sync data for ids ['fa385e65-b11c-4f2d-b564-ea64535e60f5'] in dv-cinder-796286-12-iscsi is: [{'id': 'fa385e65-b11c-4f2d-b564-ea64535e60f5', 'name': 'tempest-TestShelveInstance-1982492967-router', 'tenant_id': '6c793eb3be9746198eaeb83a145c6641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '34b0fa27-9415-4ace-9c86-88ddc3a2ecb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:24:04Z', 'updated_at': '2021-07-05T12:24:08Z', 'revision_number': 4, 'project_id': '6c793eb3be9746198eaeb83a145c6641', 'gw_port': {'id': '34b0fa27-9415-4ace-9c86-88ddc3a2ecb7', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa385e65-b11c-4f2d-b564-ea64535e60f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:24:05Z', 'updated_at': '2021-07-05T12:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_floatingips': [{'id': 'f8ea44c2-35d9-42c8-952d-75663aa47345', 'tenant_id': '6c793eb3be9746198eaeb83a145c6641', 'floating_ip_address': '172.27.3.84', 'floating_network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'router_id': 'fa385e65-b11c-4f2d-b564-ea64535e60f5', 'port_id': 'b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51839ed8-9220-4bba-94fb-b117e6e65d5f', 'mac_address': 'fa:16:3e:83:8b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T12:25:46Z', 'updated_at': '2021-07-05T12:25:46Z', 'revision_number': 0, 'project_id': '6c793eb3be9746198eaeb83a145c6641', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da8b8298-4cf3-4dec-9388-c307a7e6b547', 'name': '', 'network_id': '51839ed8-9220-4bba-94fb-b117e6e65d5f', 'tenant_id': '6c793eb3be9746198eaeb83a145c6641', 'mac_address': 'fa:16:3e:db:64:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa385e65-b11c-4f2d-b564-ea64535e60f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '63c05bff-6436-4f1d-93bf-d01974ae158e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:24:07Z', 'updated_at': '2021-07-05T12:24:15Z', 'revision_number': 5, 'project_id': '6c793eb3be9746198eaeb83a145c6641', 'subnets': [{'id': '63c05bff-6436-4f1d-93bf-d01974ae158e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:25:48.319682 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-54504614-8b05-4bdb-b55e-58bafc85bb26 req-63d9a1d4-95d3-4609-a17a-1378e24f3749 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/security-groups?id=f71a77dd-2836-49af-bc51-55378fb2809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370092 Jul 05 12:25:48.496952 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3f00a6-6bb1-4860-b34f-e344578c793b None None] New status for floating IP f8ea44c2-35d9-42c8-952d-75663aa47345: ACTIVE {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 12:25:49.251443 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40405282-c09e-4b04-96f9-77c70e8f868d req-5fd739bd-4f80-41d1-a3fc-7a1927fb4c40 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:49.252942 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-40405282-c09e-4b04-96f9-77c70e8f868d req-5fd739bd-4f80-41d1-a3fc-7a1927fb4c40 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.0704939 Jul 05 12:25:49.293395 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-40405282-c09e-4b04-96f9-77c70e8f868d req-c740ab23-4728-43f7-b5b1-b500a4299829 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350657 Jul 05 12:25:49.491750 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cb2cc-025a-40e1-8ef4-94e167e53123 req-6b155f1d-1c39-4396-aae4-be04ca68ee75 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:49.493329 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f51cb2cc-025a-40e1-8ef4-94e167e53123 req-6b155f1d-1c39-4396-aae4-be04ca68ee75 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=d11860dd-1aad-4903-b564-3380a686ba3b HTTP/1.1" status: 200 len: 944 time: 0.0642025 Jul 05 12:25:49.532856 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f51cb2cc-025a-40e1-8ef4-94e167e53123 req-f64ff08b-86e3-4cae-ba24-10b9fad75957 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/security-groups?id=f71a77dd-2836-49af-bc51-55378fb2809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333564 Jul 05 12:25:50.473508 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bc48f-5b9a-4c48-a408-d30f27d23a30 req-690583a0-9722-4bc1-be66-6e34ecfb03e9 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:50.475038 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fe6bc48f-5b9a-4c48-a408-d30f27d23a30 req-690583a0-9722-4bc1-be66-6e34ecfb03e9 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.0673275 Jul 05 12:25:50.516723 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fe6bc48f-5b9a-4c48-a408-d30f27d23a30 req-18011d2a-4a93-4510-a165-a1a83c6a61b8 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360410 Jul 05 12:25:50.709675 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b33ef-12b8-459f-b037-a2f3d8c7a136 req-47c6d338-9390-4318-9d70-028485233dfc tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:50.711145 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d01b33ef-12b8-459f-b037-a2f3d8c7a136 req-47c6d338-9390-4318-9d70-028485233dfc tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=d11860dd-1aad-4903-b564-3380a686ba3b HTTP/1.1" status: 200 len: 944 time: 0.0647998 Jul 05 12:25:50.748231 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d01b33ef-12b8-459f-b037-a2f3d8c7a136 req-96c2d973-3259-4bea-a8ba-c8e2c9d83933 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/security-groups?id=f71a77dd-2836-49af-bc51-55378fb2809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309370 Jul 05 12:25:50.774115 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-eec4a7bd-5e24-4ad2-8985-5d72501b63d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:51.845561 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93a4eb-a46d-4bd1-9aec-95c81a9962d0 req-54fef4b3-c1c0-4bb6-8aa5-b5bc889cda53 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:51.847090 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4e93a4eb-a46d-4bd1-9aec-95c81a9962d0 req-54fef4b3-c1c0-4bb6-8aa5-b5bc889cda53 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.0871739 Jul 05 12:25:51.917701 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4e93a4eb-a46d-4bd1-9aec-95c81a9962d0 req-a3950fe8-d773-4014-b01e-74148a3b0548 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638340 Jul 05 12:25:51.949631 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950009f-aeba-4a62-9d85-64118ee196a3 req-2e995436-3f6e-496a-ab4e-b142db4a40c9 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:51.951133 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7950009f-aeba-4a62-9d85-64118ee196a3 req-2e995436-3f6e-496a-ab4e-b142db4a40c9 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=d11860dd-1aad-4903-b564-3380a686ba3b HTTP/1.1" status: 200 len: 944 time: 0.0785952 Jul 05 12:25:51.987235 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device ad91e6b0-0538-4fcf-90db-07611796e885 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 12:25:51.989443 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7950009f-aeba-4a62-9d85-64118ee196a3 req-765e3e45-7486-4c10-bb5a-33199329f7c5 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/security-groups?id=f71a77dd-2836-49af-bc51-55378fb2809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328226 Jul 05 12:25:52.083741 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port ad91e6b0-0538-4fcf-90db-07611796e885, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ad91e6b0-0538-4fcf-90db-07611796e885,segment=NetworkSegment(e0653b9c-2549-4a1d-924f-c7c3d975cbba),segment_id=e0653b9c-2549-4a1d-924f-c7c3d975cbba)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:25:52.095380 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Returning: {'device': 'ad91e6b0-0538-4fcf-90db-07611796e885', 'network_id': 'af313dbd-41f4-4ed4-a68b-ab3123ac27d6', 'port_id': 'ad91e6b0-0538-4fcf-90db-07611796e885', 'mac_address': 'fa:16:3e:22:8f:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eee5dcd3-775e-42fe-9380-c1c048b9856b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 12:25:52.131437 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:52.143620 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad91e6b0-0538-4fcf-90db-07611796e885 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:25:52.163668 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port ad91e6b0-0538-4fcf-90db-07611796e885, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ad91e6b0-0538-4fcf-90db-07611796e885,segment=NetworkSegment(e0653b9c-2549-4a1d-924f-c7c3d975cbba),segment_id=e0653b9c-2549-4a1d-924f-c7c3d975cbba)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:25:52.168361 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:52.214062 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=ad91e6b0-0538-4fcf-90db-07611796e885,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:52.756877 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] get_ports_and_sgs() called for port_ids ['ad91e6b0-0538-4fcf-90db-07611796e885'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 12:25:53.092363 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683ba11-0e41-4424-9d3c-c9802a7f3366 req-9b5dda27-d25c-4726-b7da-ff25eaddd361 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:53.093769 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9683ba11-0e41-4424-9d3c-c9802a7f3366 req-9b5dda27-d25c-4726-b7da-ff25eaddd361 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.0636740 Jul 05 12:25:53.163293 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9683ba11-0e41-4424-9d3c-c9802a7f3366 req-2797ead7-41e7-4431-b3d4-529598e834c1 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639424 Jul 05 12:25:53.192969 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439843c2-75dc-4aad-9c1a-c00ce5afe20d req-a7988824-7258-44a2-bdf0-5f6be539b155 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:53.194499 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-439843c2-75dc-4aad-9c1a-c00ce5afe20d req-a7988824-7258-44a2-bdf0-5f6be539b155 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=d11860dd-1aad-4903-b564-3380a686ba3b HTTP/1.1" status: 200 len: 945 time: 0.0871284 Jul 05 12:25:53.234856 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-439843c2-75dc-4aad-9c1a-c00ce5afe20d req-ea931f55-9dda-4485-935c-7a26e9c7d2c7 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/security-groups?id=f71a77dd-2836-49af-bc51-55378fb2809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345137 Jul 05 12:25:53.343576 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5eab5434-64b3-4606-9a6a-0f6f9dd6cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:53.683801 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:54.368415 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd400f-9862-48bd-a823-d29bd370b08b req-e8728b70-895d-4f66-b968-adcf7fcbaa65 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:54.370578 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b9dd400f-9862-48bd-a823-d29bd370b08b req-e8728b70-895d-4f66-b968-adcf7fcbaa65 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.0921726 Jul 05 12:25:54.425325 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d7cc4-ab10-4ee6-bf4d-c322e9a84252 req-c4e0085f-6183-45e4-b03f-36950c2c55d3 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:54.426820 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-951d7cc4-ab10-4ee6-bf4d-c322e9a84252 req-c4e0085f-6183-45e4-b03f-36950c2c55d3 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=35f25215-9a10-446e-87ac-2a6ec17676c0 HTTP/1.1" status: 200 len: 946 time: 0.0990865 Jul 05 12:25:54.432505 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b9dd400f-9862-48bd-a823-d29bd370b08b req-a3460fcf-5201-4347-b65d-6a9a1fef3f6f tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557740 Jul 05 12:25:54.469794 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-951d7cc4-ab10-4ee6-bf4d-c322e9a84252 req-2b212894-7fbb-47f1-b648-766f31464e0e tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363429 Jul 05 12:25:54.613211 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c4df2-ac43-4c70-852f-873c3f0c7f78 req-faa17078-19ad-4080-a388-6709260ab36c tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:54.614630 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3f5c4df2-ac43-4c70-852f-873c3f0c7f78 req-faa17078-19ad-4080-a388-6709260ab36c tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=d11860dd-1aad-4903-b564-3380a686ba3b HTTP/1.1" status: 200 len: 945 time: 0.0636318 Jul 05 12:25:54.654016 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3f5c4df2-ac43-4c70-852f-873c3f0c7f78 req-e6448443-2eaa-41bb-97fa-e740c569692e tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/security-groups?id=f71a77dd-2836-49af-bc51-55378fb2809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327125 Jul 05 12:25:54.667716 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:55.674619 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a105ece-c478-4963-a4c5-9a25d58cc801 req-386f6a17-10c3-42f4-b89a-66bc15a0934c tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:55.676129 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8a105ece-c478-4963-a4c5-9a25d58cc801 req-386f6a17-10c3-42f4-b89a-66bc15a0934c tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.1072028 Jul 05 12:25:55.695095 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c395a61d-6255-4156-98c0-8ba64b75a31c req-5dbcddfe-4a6f-49e2-9a19-470362abb242 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:55.696495 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c395a61d-6255-4156-98c0-8ba64b75a31c req-5dbcddfe-4a6f-49e2-9a19-470362abb242 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=35f25215-9a10-446e-87ac-2a6ec17676c0 HTTP/1.1" status: 200 len: 946 time: 0.0993350 Jul 05 12:25:55.739680 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8a105ece-c478-4963-a4c5-9a25d58cc801 req-1493f0fa-1eb7-4b90-971e-da897ad9b013 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572462 Jul 05 12:25:55.751687 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c395a61d-6255-4156-98c0-8ba64b75a31c req-512fabe3-fbc3-4b8d-9509-8dd831174db4 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472624 Jul 05 12:25:55.920653 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d8fe7-57b5-4943-b45a-f19972ed6b3e req-6f68dc36-fb42-4254-bbf2-b9d12b188fb1 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:55.922117 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9d2d8fe7-57b5-4943-b45a-f19972ed6b3e req-6f68dc36-fb42-4254-bbf2-b9d12b188fb1 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=d11860dd-1aad-4903-b564-3380a686ba3b HTTP/1.1" status: 200 len: 945 time: 0.0637608 Jul 05 12:25:55.959074 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9d2d8fe7-57b5-4943-b45a-f19972ed6b3e req-21a9b796-b0f8-4898-b057-a903701937d4 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/security-groups?id=f71a77dd-2836-49af-bc51-55378fb2809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313885 Jul 05 12:25:56.010093 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device ad91e6b0-0538-4fcf-90db-07611796e885 up at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:25:56.057439 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning for port ad91e6b0-0538-4fcf-90db-07611796e885 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:25:56.061009 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning complete for port ad91e6b0-0538-4fcf-90db-07611796e885 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:25:56.061382 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:56.137431 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:56.158662 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11860dd-1aad-4903-b564-3380a686ba3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad91e6b0-0538-4fcf-90db-07611796e885'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:25:56.160931 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb11927d8d6a4f40405007df32e35409d46ab531454b71f6d23f9687e715819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d610a08-b4ea-445d-b397-f248aac2e5a3" -d '{"events": [{"server_uuid": "d11860dd-1aad-4903-b564-3380a686ba3b", "name": "network-vif-plugged", "status": "completed", "tag": "ad91e6b0-0538-4fcf-90db-07611796e885"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:25:56.173050 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port ad91e6b0-0538-4fcf-90db-07611796e885, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ad91e6b0-0538-4fcf-90db-07611796e885,segment=NetworkSegment(e0653b9c-2549-4a1d-924f-c7c3d975cbba),segment_id=e0653b9c-2549-4a1d-924f-c7c3d975cbba)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:25:56.176997 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:56.201172 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a7b512-eb8a-45e3-9be4-a53b965efe28 x-openstack-request-id: req-12a7b512-eb8a-45e3-9be4-a53b965efe28 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:25:56.201467 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d11860dd-1aad-4903-b564-3380a686ba3b", "name": "network-vif-plugged", "status": "completed", "tag": "ad91e6b0-0538-4fcf-90db-07611796e885", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:25:56.201717 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-12a7b512-eb8a-45e3-9be4-a53b965efe28 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:25:56.202096 dv-cinder-796286-12-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd11860dd-1aad-4903-b564-3380a686ba3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad91e6b0-0538-4fcf-90db-07611796e885', 'code': 200} Jul 05 12:25:56.237790 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=ad91e6b0-0538-4fcf-90db-07611796e885,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:56.245978 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:56.440658 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f7a51-1df1-499c-99e8-e7e9c556f87a req-a9fec309-7986-4f3a-aaa1-b5809e5d07c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:56.442109 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-487f7a51-1df1-499c-99e8-e7e9c556f87a req-a9fec309-7986-4f3a-aaa1-b5809e5d07c3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d11860dd-1aad-4903-b564-3380a686ba3b HTTP/1.1" status: 200 len: 1099 time: 0.0555029 Jul 05 12:25:56.475552 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-487f7a51-1df1-499c-99e8-e7e9c556f87a req-678f5f10-238c-4524-be99-f5748fb921f1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f71a77dd-2836-49af-bc51-55378fb2809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259523 Jul 05 12:25:56.726159 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150da752-1b2c-4c3f-91a5-4b27840d32dc req-9906b4c0-1415-4ee9-9a30-24c71a335f85 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:56.727601 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-150da752-1b2c-4c3f-91a5-4b27840d32dc req-9906b4c0-1415-4ee9-9a30-24c71a335f85 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.16 "GET /v2.0/ports?device_id=35f25215-9a10-446e-87ac-2a6ec17676c0 HTTP/1.1" status: 200 len: 946 time: 0.0661530 Jul 05 12:25:56.847795 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-150da752-1b2c-4c3f-91a5-4b27840d32dc req-5c954098-49e6-45e6-93ab-e07a1f751c32 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Deleting port 7a9a1710-a337-43ed-a57c-434b524df3c2 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:25:56.848374 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-150da752-1b2c-4c3f-91a5-4b27840d32dc req-5c954098-49e6-45e6-93ab-e07a1f751c32 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:56.944649 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-150da752-1b2c-4c3f-91a5-4b27840d32dc req-5c954098-49e6-45e6-93ab-e07a1f751c32 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] For port 7a9a1710-a337-43ed-a57c-434b524df3c2, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7a9a1710-a337-43ed-a57c-434b524df3c2,segment=NetworkSegment(feef0f2b-e156-4b96-9bca-0a760a19da57),segment_id=feef0f2b-e156-4b96-9bca-0a760a19da57)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:25:56.945008 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-150da752-1b2c-4c3f-91a5-4b27840d32dc req-5c954098-49e6-45e6-93ab-e07a1f751c32 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:56.957238 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-150da752-1b2c-4c3f-91a5-4b27840d32dc req-5c954098-49e6-45e6-93ab-e07a1f751c32 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Calling delete_port for 7a9a1710-a337-43ed-a57c-434b524df3c2 owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:25:56.972136 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cea85d-b8f2-467b-80e2-31c58bcdb758 req-c9dee1ed-d633-44c0-adef-5970f7d6fa00 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:56.973610 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-21cea85d-b8f2-467b-80e2-31c58bcdb758 req-c9dee1ed-d633-44c0-adef-5970f7d6fa00 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.1142652 Jul 05 12:25:56.985058 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8e5da-8218-44c9-83f6-a44b861951b1 req-84c203b1-be09-4dcd-aafb-a88278cf2512 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:56.986392 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-12b8e5da-8218-44c9-83f6-a44b861951b1 req-84c203b1-be09-4dcd-aafb-a88278cf2512 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=35f25215-9a10-446e-87ac-2a6ec17676c0 HTTP/1.1" status: 200 len: 946 time: 0.0967047 Jul 05 12:25:57.042012 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-21cea85d-b8f2-467b-80e2-31c58bcdb758 req-640cb623-4fc6-46b3-817e-bdd87f10915f tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545623 Jul 05 12:25:57.046985 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-12b8e5da-8218-44c9-83f6-a44b861951b1 req-2c9512bb-77cd-4514-bc57-7ba286993326 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537949 Jul 05 12:25:57.094108 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-150da752-1b2c-4c3f-91a5-4b27840d32dc req-5c954098-49e6-45e6-93ab-e07a1f751c32 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9210769'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:57.107500 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] get_ports_and_sgs() called for port_ids ['5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7', '397d3262-4223-428b-ba73-4c6039055553', 'fe5b0383-23a3-449c-9526-8f160f1f6120', '7a9a1710-a337-43ed-a57c-434b524df3c2'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 12:25:57.122885 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c954098-49e6-45e6-93ab-e07a1f751c32 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Pushing event deleted for resources: {'Port': ['ID=7a9a1710-a337-43ed-a57c-434b524df3c2,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:25:57.169081 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-150da752-1b2c-4c3f-91a5-4b27840d32dc req-5c954098-49e6-45e6-93ab-e07a1f751c32 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] No DVR routers for this DVR port 7a9a1710-a337-43ed-a57c-434b524df3c2 on host hv-cinder-79628 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 12:25:57.175913 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-150da752-1b2c-4c3f-91a5-4b27840d32dc req-5c954098-49e6-45e6-93ab-e07a1f751c32 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:25:57.177795 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-150da752-1b2c-4c3f-91a5-4b27840d32dc req-5c954098-49e6-45e6-93ab-e07a1f751c32 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.16 "DELETE /v2.0/ports/7a9a1710-a337-43ed-a57c-434b524df3c2 HTTP/1.1" status: 204 len: 173 time: 0.4366963 Jul 05 12:25:57.178241 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f25215-9a10-446e-87ac-2a6ec17676c0', 'name': 'network-vif-deleted', 'tag': '7a9a1710-a337-43ed-a57c-434b524df3c2'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:25:57.180512 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa477df9db133d569a4b8d31d3ac9e6e51d5deb3d50c5365463f1d57aa01439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08fff4e-c19c-44ee-817c-e0c63bf614ac" -d '{"events": [{"server_uuid": "35f25215-9a10-446e-87ac-2a6ec17676c0", "name": "network-vif-deleted", "tag": "7a9a1710-a337-43ed-a57c-434b524df3c2"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:25:57.272502 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a0679c-e04f-45e5-a307-f045724e0ff8 x-openstack-request-id: req-f5a0679c-e04f-45e5-a307-f045724e0ff8 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:25:57.272986 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f25215-9a10-446e-87ac-2a6ec17676c0", "name": "network-vif-deleted", "tag": "7a9a1710-a337-43ed-a57c-434b524df3c2", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:25:57.273958 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9daa651-2e56-4788-bb96-cea90218641d req-c84f2710-396a-4e8c-a30e-1513a1944714 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:57.275094 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f5a0679c-e04f-45e5-a307-f045724e0ff8 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:25:57.275579 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f25215-9a10-446e-87ac-2a6ec17676c0', 'name': 'network-vif-deleted', 'tag': '7a9a1710-a337-43ed-a57c-434b524df3c2', 'status': 'completed', 'code': 200} Jul 05 12:25:57.281301 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e9daa651-2e56-4788-bb96-cea90218641d req-c84f2710-396a-4e8c-a30e-1513a1944714 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=d11860dd-1aad-4903-b564-3380a686ba3b HTTP/1.1" status: 200 len: 946 time: 0.1092677 Jul 05 12:25:57.317936 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e9daa651-2e56-4788-bb96-cea90218641d req-78157cb5-4279-48c2-b896-43e965b00be2 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/security-groups?id=f71a77dd-2836-49af-bc51-55378fb2809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357780 Jul 05 12:25:58.227660 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d28dd-b1b0-4a94-a126-dc91c3d0a0ee req-2d79380a-baa5-492f-b7e8-6cbf6a737a5a tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:58.229355 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cb9d28dd-b1b0-4a94-a126-dc91c3d0a0ee req-2d79380a-baa5-492f-b7e8-6cbf6a737a5a tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.0725210 Jul 05 12:25:58.278653 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cb9d28dd-b1b0-4a94-a126-dc91c3d0a0ee req-1e713631-661f-4326-909e-9765dd0a26e8 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438018 Jul 05 12:25:58.493160 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d593946-ffd8-4fac-bb57-3c9ee0bfb7b0 req-6d61a91d-640e-4243-9f41-d5efbb644cbb tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:58.495533 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5d593946-ffd8-4fac-bb57-3c9ee0bfb7b0 req-6d61a91d-640e-4243-9f41-d5efbb644cbb tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=d11860dd-1aad-4903-b564-3380a686ba3b HTTP/1.1" status: 200 len: 946 time: 0.0665185 Jul 05 12:25:58.535072 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5d593946-ffd8-4fac-bb57-3c9ee0bfb7b0 req-3c7fcddd-26ae-4b3b-b3e5-15da0764fce1 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/security-groups?id=f71a77dd-2836-49af-bc51-55378fb2809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335650 Jul 05 12:25:59.475743 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16562bde-fad6-4cae-837f-96c1ef0e3b81 req-e025e8f4-129f-4b03-bcde-aab4263a9dab tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:59.477251 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-16562bde-fad6-4cae-837f-96c1ef0e3b81 req-e025e8f4-129f-4b03-bcde-aab4263a9dab tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.0769856 Jul 05 12:25:59.527030 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-16562bde-fad6-4cae-837f-96c1ef0e3b81 req-862480af-db22-4da4-a6d3-dc9bff6841fd tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434153 Jul 05 12:25:59.695429 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8bfa9a-9978-4e76-9d1b-305ab9440338 req-1a9a031e-f415-4453-951c-cb47bc9df791 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:25:59.696948 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2f8bfa9a-9978-4e76-9d1b-305ab9440338 req-1a9a031e-f415-4453-951c-cb47bc9df791 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c7671e1-faa7-477d-a3aa-c4d157231259 HTTP/1.1" status: 200 len: 946 time: 0.0686030 Jul 05 12:25:59.735277 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2f8bfa9a-9978-4e76-9d1b-305ab9440338 req-729523e9-df16-4d05-a578-56cd26d33328 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316224 Jul 05 12:26:00.037611 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 7a9a1710-a337-43ed-a57c-434b524df3c2 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:26:00.058759 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] No Port match for: 7a9a1710-a337-43ed-a57c-434b524df3c2 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:26:00.059108 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 7a9a1710-a337-43ed-a57c-434b524df3c2 not bound to the agent host hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:26:00.704599 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb3d84-a5d1-4b50-b246-9fc76616dd7b req-97c2c229-6572-4fed-9ed4-0f0a3cb76330 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:00.706088 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ebbb3d84-a5d1-4b50-b246-9fc76616dd7b req-97c2c229-6572-4fed-9ed4-0f0a3cb76330 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.0645819 Jul 05 12:26:00.743972 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ebbb3d84-a5d1-4b50-b246-9fc76616dd7b req-884379a7-6f31-4273-a452-ad8c435b7fbd tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320354 Jul 05 12:26:00.913215 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885984e-53c8-4716-b800-871c9fa81ab6 req-502893ea-b3d6-4c2a-9120-6df33eebfce0 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:00.914761 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a885984e-53c8-4716-b800-871c9fa81ab6 req-502893ea-b3d6-4c2a-9120-6df33eebfce0 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c7671e1-faa7-477d-a3aa-c4d157231259 HTTP/1.1" status: 200 len: 946 time: 0.0682669 Jul 05 12:26:00.953421 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a885984e-53c8-4716-b800-871c9fa81ab6 req-ee4dc60d-f2bc-4d80-9432-486102cf9faa tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328505 Jul 05 12:26:01.921777 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736480d-4d69-489f-8a41-413d98ef5cae req-41c29e60-52c7-4cd9-ba2f-49d15a815d66 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:01.923192 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a736480d-4d69-489f-8a41-413d98ef5cae req-41c29e60-52c7-4cd9-ba2f-49d15a815d66 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.0635853 Jul 05 12:26:01.961960 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a736480d-4d69-489f-8a41-413d98ef5cae req-c49f9401-f5b0-49db-8f05-3c1276a367d2 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330946 Jul 05 12:26:02.129835 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635dead-bc0a-4228-985d-0c7980d1ce96 req-2021cc40-f879-4bed-a99a-633c7844d9bc tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:02.131393 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7635dead-bc0a-4228-985d-0c7980d1ce96 req-2021cc40-f879-4bed-a99a-633c7844d9bc tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c7671e1-faa7-477d-a3aa-c4d157231259 HTTP/1.1" status: 200 len: 946 time: 0.0673921 Jul 05 12:26:02.169914 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7635dead-bc0a-4228-985d-0c7980d1ce96 req-af597a61-03e1-4d29-b29f-7cd89144a2bb tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320976 Jul 05 12:26:02.365406 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4ebc9-6b11-40e7-8e9c-94780607e4c1 req-5b64fe14-4f4b-41da-a779-2c4cbd19a655 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:02.366939 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-95a4ebc9-6b11-40e7-8e9c-94780607e4c1 req-5b64fe14-4f4b-41da-a779-2c4cbd19a655 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c7671e1-faa7-477d-a3aa-c4d157231259 HTTP/1.1" status: 200 len: 946 time: 0.0704107 Jul 05 12:26:02.472474 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-95a4ebc9-6b11-40e7-8e9c-94780607e4c1 req-e5c17c6f-6a02-4d3a-950f-7100145037fb tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Deleting port fe5b0383-23a3-449c-9526-8f160f1f6120 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:26:02.472815 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-95a4ebc9-6b11-40e7-8e9c-94780607e4c1 req-e5c17c6f-6a02-4d3a-950f-7100145037fb tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:02.571251 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-95a4ebc9-6b11-40e7-8e9c-94780607e4c1 req-e5c17c6f-6a02-4d3a-950f-7100145037fb tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] For port fe5b0383-23a3-449c-9526-8f160f1f6120, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=fe5b0383-23a3-449c-9526-8f160f1f6120,segment=NetworkSegment(feef0f2b-e156-4b96-9bca-0a760a19da57),segment_id=feef0f2b-e156-4b96-9bca-0a760a19da57)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:26:02.571607 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-95a4ebc9-6b11-40e7-8e9c-94780607e4c1 req-e5c17c6f-6a02-4d3a-950f-7100145037fb tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:02.583898 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-95a4ebc9-6b11-40e7-8e9c-94780607e4c1 req-e5c17c6f-6a02-4d3a-950f-7100145037fb tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Calling delete_port for fe5b0383-23a3-449c-9526-8f160f1f6120 owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:26:02.707173 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb72fb9-c57a-463f-bba1-49b723327c41 req-b8631b52-551d-43ab-8051-f718157cb005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:02.708693 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-afb72fb9-c57a-463f-bba1-49b723327c41 req-b8631b52-551d-43ab-8051-f718157cb005 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 1098 time: 0.0568378 Jul 05 12:26:02.726566 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-95a4ebc9-6b11-40e7-8e9c-94780607e4c1 req-e5c17c6f-6a02-4d3a-950f-7100145037fb tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9210769'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:02.739093 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] get_ports_and_sgs() called for port_ids ['5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7', '397d3262-4223-428b-ba73-4c6039055553', 'fe5b0383-23a3-449c-9526-8f160f1f6120'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 12:26:02.748333 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-afb72fb9-c57a-463f-bba1-49b723327c41 req-46c1f797-5612-41ec-be14-1a8b4f7a4fb0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322039 Jul 05 12:26:02.755819 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c17c6f-6a02-4d3a-950f-7100145037fb tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Pushing event deleted for resources: {'Port': ['ID=fe5b0383-23a3-449c-9526-8f160f1f6120,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:26:02.768084 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c17c6f-6a02-4d3a-950f-7100145037fb tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:26:02.768582 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c17c6f-6a02-4d3a-950f-7100145037fb tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:26:02.768967 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c17c6f-6a02-4d3a-950f-7100145037fb tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:26:02.769340 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c17c6f-6a02-4d3a-950f-7100145037fb tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:26:02.769708 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c17c6f-6a02-4d3a-950f-7100145037fb tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:26:02.770257 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c17c6f-6a02-4d3a-950f-7100145037fb tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:26:02.770548 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c17c6f-6a02-4d3a-950f-7100145037fb tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:26:02.770927 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c17c6f-6a02-4d3a-950f-7100145037fb tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:26:02.771290 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c17c6f-6a02-4d3a-950f-7100145037fb tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:26:02.771631 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c17c6f-6a02-4d3a-950f-7100145037fb tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:26:02.771949 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c17c6f-6a02-4d3a-950f-7100145037fb tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:26:02.772277 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c17c6f-6a02-4d3a-950f-7100145037fb tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:26:02.811585 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a4ebc9-6b11-40e7-8e9c-94780607e4c1 req-e5c17c6f-6a02-4d3a-950f-7100145037fb tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] No DVR routers for this DVR port fe5b0383-23a3-449c-9526-8f160f1f6120 on host hv-cinder-79628 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 12:26:02.814072 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-95a4ebc9-6b11-40e7-8e9c-94780607e4c1 req-e5c17c6f-6a02-4d3a-950f-7100145037fb tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:02.816131 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-95a4ebc9-6b11-40e7-8e9c-94780607e4c1 req-e5c17c6f-6a02-4d3a-950f-7100145037fb tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.16 "DELETE /v2.0/ports/fe5b0383-23a3-449c-9526-8f160f1f6120 HTTP/1.1" status: 204 len: 173 time: 0.4434326 Jul 05 12:26:02.816563 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7671e1-faa7-477d-a3aa-c4d157231259', 'name': 'network-vif-deleted', 'tag': 'fe5b0383-23a3-449c-9526-8f160f1f6120'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:26:02.818815 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa477df9db133d569a4b8d31d3ac9e6e51d5deb3d50c5365463f1d57aa01439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1294fa08-77d1-45d6-b531-95274f332ebe" -d '{"events": [{"server_uuid": "0c7671e1-faa7-477d-a3aa-c4d157231259", "name": "network-vif-deleted", "tag": "fe5b0383-23a3-449c-9526-8f160f1f6120"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:26:02.856393 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb8e337-7483-454b-9bf6-e4a589212855 x-openstack-request-id: req-3fb8e337-7483-454b-9bf6-e4a589212855 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:26:02.856868 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c7671e1-faa7-477d-a3aa-c4d157231259", "name": "network-vif-deleted", "tag": "fe5b0383-23a3-449c-9526-8f160f1f6120", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:26:02.857080 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3fb8e337-7483-454b-9bf6-e4a589212855 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:26:02.857539 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7671e1-faa7-477d-a3aa-c4d157231259', 'name': 'network-vif-deleted', 'tag': 'fe5b0383-23a3-449c-9526-8f160f1f6120', 'status': 'completed', 'code': 200} Jul 05 12:26:03.146310 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48cfdc-5c6b-429e-a35d-b86d43339c6b req-9d298ca8-3ecd-4805-84e8-bdcd035f1f57 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:03.151128 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fd48cfdc-5c6b-429e-a35d-b86d43339c6b req-9d298ca8-3ecd-4805-84e8-bdcd035f1f57 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.0667784 Jul 05 12:26:03.188515 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fd48cfdc-5c6b-429e-a35d-b86d43339c6b req-2ad9a60e-e6b3-4ed2-bd5f-ba09a0daa4cb tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344403 Jul 05 12:26:03.343185 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8519a82c-bd5a-44ec-aa32-c7f61f4e761c req-ca5a28e7-8e23-4681-9b64-0335fd1a4f96 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c7671e1-faa7-477d-a3aa-c4d157231259 HTTP/1.1" status: 200 len: 210 time: 0.0328975 Jul 05 12:26:04.380452 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a445e-7f05-4c45-bbb2-bc7b89428369 req-ec9ac5c3-b869-4e9d-946c-511bfa4a49de tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:04.381871 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-612a445e-7f05-4c45-bbb2-bc7b89428369 req-ec9ac5c3-b869-4e9d-946c-511bfa4a49de tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.0655611 Jul 05 12:26:04.421276 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-612a445e-7f05-4c45-bbb2-bc7b89428369 req-481c7fab-e5cb-44a8-b0d0-b788b76b8d8d tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329957 Jul 05 12:26:04.941931 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6d490-7af8-4aa6-a9d6-dbadc5b11073 req-39f3a69e-6f21-4d43-acbd-a5e8d8b0079a tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:04.943392 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9da6d490-7af8-4aa6-a9d6-dbadc5b11073 req-39f3a69e-6f21-4d43-acbd-a5e8d8b0079a tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=22a904ae-e2f3-4b21-89a8-f86fcb69670f HTTP/1.1" status: 200 len: 945 time: 0.1030600 Jul 05 12:26:04.989890 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22331e3-973d-4d95-aafb-b5f47f2e40fd req-befd8c31-1e9e-4131-9351-b665b0ce479d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:04.991428 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e22331e3-973d-4d95-aafb-b5f47f2e40fd req-befd8c31-1e9e-4131-9351-b665b0ce479d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09591cb1baeb430290409e983f6117df&device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 1098 time: 0.0612550 Jul 05 12:26:05.018024 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9da6d490-7af8-4aa6-a9d6-dbadc5b11073 req-7c977c0b-7e68-4998-843a-23976be36dbb tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688183 Jul 05 12:26:05.045591 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fff684-1283-4d5c-ade8-87df5db791c7 req-33301fdf-8f00-44d0-9954-b18fe432a594 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:05.047146 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-82fff684-1283-4d5c-ade8-87df5db791c7 req-33301fdf-8f00-44d0-9954-b18fe432a594 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.0809681 Jul 05 12:26:05.085731 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22331e3-973d-4d95-aafb-b5f47f2e40fd req-9804aebc-c086-4610-b31d-fbaec353234b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:05.086106 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-82fff684-1283-4d5c-ade8-87df5db791c7 req-2de8c62c-ee29-43df-ac76-1c052304e21c tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332935 Jul 05 12:26:05.087227 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e22331e3-973d-4d95-aafb-b5f47f2e40fd req-9804aebc-c086-4610-b31d-fbaec353234b service neutron] 10.222.0.16 "GET /v2.0/networks?id=b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4 HTTP/1.1" status: 200 len: 919 time: 0.0883729 Jul 05 12:26:05.132605 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e22331e3-973d-4d95-aafb-b5f47f2e40fd req-d9aa97c6-ad43-45a8-80ca-fd711ad29af4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d71c2118-4f14-49b5-9829-b3477f98e366 HTTP/1.1" status: 200 len: 217 time: 0.0377977 Jul 05 12:26:05.182193 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22331e3-973d-4d95-aafb-b5f47f2e40fd req-8c456b57-295b-435e-9f7f-185ea68f48ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:05.183665 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e22331e3-973d-4d95-aafb-b5f47f2e40fd req-8c456b57-295b-435e-9f7f-185ea68f48ed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e30de3fd-5a84-4ee0-841b-b14be1c12396 HTTP/1.1" status: 200 len: 858 time: 0.0443163 Jul 05 12:26:05.218045 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e22331e3-973d-4d95-aafb-b5f47f2e40fd req-d15089aa-f1e6-4e98-82d7-57377ccb1ac5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264432 Jul 05 12:26:05.326262 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e22331e3-973d-4d95-aafb-b5f47f2e40fd req-2fb811e5-c698-4fd4-aae0-81732617cc01 service neutron] 10.222.0.16 "GET /v2.0/networks/b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928247 Jul 05 12:26:05.423919 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e22331e3-973d-4d95-aafb-b5f47f2e40fd req-0e49736c-114f-4712-b49a-62ae73dc0786 service neutron] 10.222.0.16 "GET /v2.0/networks/b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834599 Jul 05 12:26:06.093837 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device fe5b0383-23a3-449c-9526-8f160f1f6120 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:26:06.115763 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] No Port match for: fe5b0383-23a3-449c-9526-8f160f1f6120 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:26:06.116111 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device fe5b0383-23a3-449c-9526-8f160f1f6120 not bound to the agent host hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:26:06.196285 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7fcb6-3ce5-41c6-986c-528320cf3e7a req-1e9c5f5c-6190-48c0-9b2b-bccfc08f74e0 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:06.198359 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-40b7fcb6-3ce5-41c6-986c-528320cf3e7a req-1e9c5f5c-6190-48c0-9b2b-bccfc08f74e0 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=22a904ae-e2f3-4b21-89a8-f86fcb69670f HTTP/1.1" status: 200 len: 945 time: 0.0652502 Jul 05 12:26:06.500660 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-40b7fcb6-3ce5-41c6-986c-528320cf3e7a req-c7dafa03-25d4-4a95-aab6-29f6565b6e12 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907243 Jul 05 12:26:06.523501 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5e783-807d-4011-9d3f-2ab210207438 req-dbae8363-b492-4d87-9eab-8fcacca76c4c tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:06.526771 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0fe5e783-807d-4011-9d3f-2ab210207438 req-dbae8363-b492-4d87-9eab-8fcacca76c4c tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.3254936 Jul 05 12:26:06.564833 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0fe5e783-807d-4011-9d3f-2ab210207438 req-9aa9bda4-22b0-4c3e-ad8e-82060ede269a tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333922 Jul 05 12:26:07.015468 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30814d3-b634-475f-b256-e93326132eb1 req-ff0e36ee-dff3-45ed-bf78-4dc35020d778 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:07.016885 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f30814d3-b634-475f-b256-e93326132eb1 req-ff0e36ee-dff3-45ed-bf78-4dc35020d778 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.16 "GET /v2.0/ports?device_id=22a904ae-e2f3-4b21-89a8-f86fcb69670f HTTP/1.1" status: 200 len: 945 time: 0.0680015 Jul 05 12:26:07.126973 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-f30814d3-b634-475f-b256-e93326132eb1 req-f7ae3472-3238-4782-b088-a7df10e94589 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Deleting port 397d3262-4223-428b-ba73-4c6039055553 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:26:07.127312 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f30814d3-b634-475f-b256-e93326132eb1 req-f7ae3472-3238-4782-b088-a7df10e94589 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:07.213675 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-f30814d3-b634-475f-b256-e93326132eb1 req-f7ae3472-3238-4782-b088-a7df10e94589 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] For port 397d3262-4223-428b-ba73-4c6039055553, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=397d3262-4223-428b-ba73-4c6039055553,segment=NetworkSegment(feef0f2b-e156-4b96-9bca-0a760a19da57),segment_id=feef0f2b-e156-4b96-9bca-0a760a19da57)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:26:07.214044 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f30814d3-b634-475f-b256-e93326132eb1 req-f7ae3472-3238-4782-b088-a7df10e94589 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:07.230941 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-f30814d3-b634-475f-b256-e93326132eb1 req-f7ae3472-3238-4782-b088-a7df10e94589 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Calling delete_port for 397d3262-4223-428b-ba73-4c6039055553 owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:26:07.356133 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f30814d3-b634-475f-b256-e93326132eb1 req-f7ae3472-3238-4782-b088-a7df10e94589 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9210769'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:07.367923 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] get_ports_and_sgs() called for port_ids ['5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7', '397d3262-4223-428b-ba73-4c6039055553'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 12:26:07.386718 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ae3472-3238-4782-b088-a7df10e94589 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Pushing event deleted for resources: {'Port': ['ID=397d3262-4223-428b-ba73-4c6039055553,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:26:07.441970 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30814d3-b634-475f-b256-e93326132eb1 req-f7ae3472-3238-4782-b088-a7df10e94589 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] No DVR routers for this DVR port 397d3262-4223-428b-ba73-4c6039055553 on host hv-cinder-79628 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 12:26:07.445065 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f30814d3-b634-475f-b256-e93326132eb1 req-f7ae3472-3238-4782-b088-a7df10e94589 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:07.447965 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f30814d3-b634-475f-b256-e93326132eb1 req-f7ae3472-3238-4782-b088-a7df10e94589 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.16 "DELETE /v2.0/ports/397d3262-4223-428b-ba73-4c6039055553 HTTP/1.1" status: 204 len: 173 time: 0.4222538 Jul 05 12:26:07.448480 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a904ae-e2f3-4b21-89a8-f86fcb69670f', 'name': 'network-vif-deleted', 'tag': '397d3262-4223-428b-ba73-4c6039055553'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:26:07.450850 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa477df9db133d569a4b8d31d3ac9e6e51d5deb3d50c5365463f1d57aa01439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e905404-8a57-4437-8b68-dd8b67e208f1" -d '{"events": [{"server_uuid": "22a904ae-e2f3-4b21-89a8-f86fcb69670f", "name": "network-vif-deleted", "tag": "397d3262-4223-428b-ba73-4c6039055553"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:26:07.492860 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f55b51f-eb8c-4a95-9954-1db0a141f4b5 x-openstack-request-id: req-5f55b51f-eb8c-4a95-9954-1db0a141f4b5 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:26:07.493147 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a904ae-e2f3-4b21-89a8-f86fcb69670f", "name": "network-vif-deleted", "tag": "397d3262-4223-428b-ba73-4c6039055553", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:26:07.493390 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5f55b51f-eb8c-4a95-9954-1db0a141f4b5 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:26:07.493850 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a904ae-e2f3-4b21-89a8-f86fcb69670f', 'name': 'network-vif-deleted', 'tag': '397d3262-4223-428b-ba73-4c6039055553', 'status': 'completed', 'code': 200} Jul 05 12:26:07.659798 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ea61afc2-8246-4827-bd02-5b0cb6186c7c req-dd4ea12f-9084-4877-9acd-88fe6b7ddbc9 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=22a904ae-e2f3-4b21-89a8-f86fcb69670f HTTP/1.1" status: 200 len: 210 time: 0.0371966 Jul 05 12:26:07.758837 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbb78b-1481-4759-a833-88aabbcf0d25 req-560d11c1-d2a1-4c97-817c-490ab1030397 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:07.760376 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fdbbb78b-1481-4759-a833-88aabbcf0d25 req-560d11c1-d2a1-4c97-817c-490ab1030397 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.0627391 Jul 05 12:26:07.799272 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fdbbb78b-1481-4759-a833-88aabbcf0d25 req-536f53a4-1e9a-4d64-88c9-241f2b755a01 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328000 Jul 05 12:26:08.984060 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495d7d3-b18b-48ce-b2cf-5f32bb39a549 req-a8538489-be50-4848-a912-c6e3a8028f78 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:08.985723 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0495d7d3-b18b-48ce-b2cf-5f32bb39a549 req-a8538489-be50-4848-a912-c6e3a8028f78 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.0675108 Jul 05 12:26:09.030275 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0495d7d3-b18b-48ce-b2cf-5f32bb39a549 req-789aa0d5-683c-409d-8153-ef162d590967 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386558 Jul 05 12:26:10.135886 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 397d3262-4223-428b-ba73-4c6039055553 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:26:10.157360 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] No Port match for: 397d3262-4223-428b-ba73-4c6039055553 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:26:10.157698 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 397d3262-4223-428b-ba73-4c6039055553 not bound to the agent host hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:26:10.253495 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d12fc-fdf0-4071-a7c5-ef3acb1775ff req-d8a726ff-ebc3-4ecf-b139-4159450d623f tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:10.255042 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a10d12fc-fdf0-4071-a7c5-ef3acb1775ff req-d8a726ff-ebc3-4ecf-b139-4159450d623f tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.0640147 Jul 05 12:26:10.294522 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a10d12fc-fdf0-4071-a7c5-ef3acb1775ff req-e7400913-0dcd-421e-86f2-a8a7b92da4a2 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331390 Jul 05 12:26:10.377246 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36015f05-4324-412a-bc8b-dd8b96e6db44 req-dd4a22d8-9cc2-4c1d-adf4-1b293458c582 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:10.378823 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-36015f05-4324-412a-bc8b-dd8b96e6db44 req-dd4a22d8-9cc2-4c1d-adf4-1b293458c582 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=847d2786-50c8-484c-98bd-2706717c0b52 HTTP/1.1" status: 200 len: 945 time: 0.0729308 Jul 05 12:26:10.417033 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-36015f05-4324-412a-bc8b-dd8b96e6db44 req-915ef9d3-8be5-4fd0-be0a-23429883726c tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325372 Jul 05 12:26:11.605882 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12d684-53cf-4e43-ac33-8445d9485c44 req-a56aa25a-63f0-47af-a489-a7b8cf4e5fa6 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:11.607571 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cc12d684-53cf-4e43-ac33-8445d9485c44 req-a56aa25a-63f0-47af-a489-a7b8cf4e5fa6 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=847d2786-50c8-484c-98bd-2706717c0b52 HTTP/1.1" status: 200 len: 945 time: 0.0725677 Jul 05 12:26:11.649302 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cc12d684-53cf-4e43-ac33-8445d9485c44 req-25655142-f4c2-4cc9-8842-fd4c55da6186 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354013 Jul 05 12:26:12.848501 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950c892-b5f0-48fc-abc0-b42cf58f4ca6 req-8e58746c-a7cb-474b-b36d-8acfd0b0132e tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:12.850035 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e950c892-b5f0-48fc-abc0-b42cf58f4ca6 req-8e58746c-a7cb-474b-b36d-8acfd0b0132e tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=847d2786-50c8-484c-98bd-2706717c0b52 HTTP/1.1" status: 200 len: 945 time: 0.0655100 Jul 05 12:26:12.893758 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e950c892-b5f0-48fc-abc0-b42cf58f4ca6 req-e7fc7ec8-921f-4c5c-bd66-bb919cdcaf67 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/security-groups?id=25a03ca1-7f46-4ff3-a010-2245c494a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375464 Jul 05 12:26:12.929798 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c124b97-b01b-453a-bd58-f427055410d4 req-ddc5d616-36b3-4fe6-815e-c412fd2526f3 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:12.931918 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0c124b97-b01b-453a-bd58-f427055410d4 req-ddc5d616-36b3-4fe6-815e-c412fd2526f3 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.16 "GET /v2.0/ports?device_id=847d2786-50c8-484c-98bd-2706717c0b52 HTTP/1.1" status: 200 len: 945 time: 0.0686729 Jul 05 12:26:13.236573 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-0c124b97-b01b-453a-bd58-f427055410d4 req-2fd56c0d-d1af-4f18-91c6-fa37887169e1 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Deleting port 5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:26:13.236911 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-0c124b97-b01b-453a-bd58-f427055410d4 req-2fd56c0d-d1af-4f18-91c6-fa37887169e1 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:13.325278 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-0c124b97-b01b-453a-bd58-f427055410d4 req-2fd56c0d-d1af-4f18-91c6-fa37887169e1 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] For port 5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7,segment=NetworkSegment(feef0f2b-e156-4b96-9bca-0a760a19da57),segment_id=feef0f2b-e156-4b96-9bca-0a760a19da57)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:26:13.325635 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-0c124b97-b01b-453a-bd58-f427055410d4 req-2fd56c0d-d1af-4f18-91c6-fa37887169e1 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:13.337723 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-0c124b97-b01b-453a-bd58-f427055410d4 req-2fd56c0d-d1af-4f18-91c6-fa37887169e1 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Calling delete_port for 5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7 owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:26:13.469928 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-0c124b97-b01b-453a-bd58-f427055410d4 req-2fd56c0d-d1af-4f18-91c6-fa37887169e1 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9210769'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:13.488422 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] get_ports_and_sgs() called for port_ids ['5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 12:26:13.498677 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd56c0d-d1af-4f18-91c6-fa37887169e1 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Pushing event deleted for resources: {'Port': ['ID=5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:26:13.546528 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c124b97-b01b-453a-bd58-f427055410d4 req-2fd56c0d-d1af-4f18-91c6-fa37887169e1 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] No DVR routers for this DVR port 5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7 on host hv-cinder-79628 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 12:26:13.549009 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-0c124b97-b01b-453a-bd58-f427055410d4 req-2fd56c0d-d1af-4f18-91c6-fa37887169e1 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:13.550981 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0c124b97-b01b-453a-bd58-f427055410d4 req-2fd56c0d-d1af-4f18-91c6-fa37887169e1 tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.16 "DELETE /v2.0/ports/5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7 HTTP/1.1" status: 204 len: 173 time: 0.6131301 Jul 05 12:26:13.551410 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847d2786-50c8-484c-98bd-2706717c0b52', 'name': 'network-vif-deleted', 'tag': '5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:26:13.553629 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa477df9db133d569a4b8d31d3ac9e6e51d5deb3d50c5365463f1d57aa01439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e0ae36-6060-4b38-af49-a38667a2cd2a" -d '{"events": [{"server_uuid": "847d2786-50c8-484c-98bd-2706717c0b52", "name": "network-vif-deleted", "tag": "5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:26:13.591648 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1636498-96e2-4d2e-af7a-ad516dfed108 x-openstack-request-id: req-b1636498-96e2-4d2e-af7a-ad516dfed108 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:26:13.591943 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847d2786-50c8-484c-98bd-2706717c0b52", "name": "network-vif-deleted", "tag": "5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:26:13.592193 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b1636498-96e2-4d2e-af7a-ad516dfed108 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:26:13.592665 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847d2786-50c8-484c-98bd-2706717c0b52', 'name': 'network-vif-deleted', 'tag': '5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7', 'status': 'completed', 'code': 200} Jul 05 12:26:14.049080 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ace9bf64-91cc-4309-9958-26ab6ab21c1e req-102dcfa3-b864-44da-b5ba-c0f1521c36fe tempest-AttachVolumeNegativeTest-1719832150 tempest-AttachVolumeNegativeTest-1719832150-project] 10.222.0.52 "GET /v2.0/ports?device_id=847d2786-50c8-484c-98bd-2706717c0b52 HTTP/1.1" status: 200 len: 210 time: 0.0316422 Jul 05 12:26:14.437595 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0c597-20ff-4898-8701-1ef34d3c7bd8 req-7e54c670-26bf-447c-b5b3-1ffac667534e tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:14.439093 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c3b0c597-20ff-4898-8701-1ef34d3c7bd8 req-7e54c670-26bf-447c-b5b3-1ffac667534e tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.0624642 Jul 05 12:26:14.478140 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c3b0c597-20ff-4898-8701-1ef34d3c7bd8 req-235bd727-a52d-4102-b770-d66ed65e458f tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331137 Jul 05 12:26:15.142117 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 38382) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:26:15.185544 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cc4dabe-5c30-4c41-959e-7c0bdc718dfe admin admin] Deleting subnet 5b41b9be-ddbd-4ad2-a9b4-39ca25692a51 {{(pid=92929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 12:26:15.188470 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9cc4dabe-5c30-4c41-959e-7c0bdc718dfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:15.226754 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9cc4dabe-5c30-4c41-959e-7c0bdc718dfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192288'] for subnet, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:15.263914 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9cc4dabe-5c30-4c41-959e-7c0bdc718dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882782'] for subnet, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:15.314212 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9cc4dabe-5c30-4c41-959e-7c0bdc718dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3485817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3224283'] for subnet, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:15.339551 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc4dabe-5c30-4c41-959e-7c0bdc718dfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b41b9be-ddbd-4ad2-a9b4-39ca25692a51,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:26:15.347095 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9cc4dabe-5c30-4c41-959e-7c0bdc718dfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:15.348662 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-9cc4dabe-5c30-4c41-959e-7c0bdc718dfe admin admin] 10.222.0.52 "DELETE /v2.0/subnets/5b41b9be-ddbd-4ad2-a9b4-39ca25692a51 HTTP/1.1" status: 204 len: 168 time: 0.2055266 Jul 05 12:26:15.350355 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc4dabe-5c30-4c41-959e-7c0bdc718dfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:26:15.350707 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc4dabe-5c30-4c41-959e-7c0bdc718dfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:26:15.351081 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc4dabe-5c30-4c41-959e-7c0bdc718dfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:26:15.351280 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 38384) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:26:15.351684 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc4dabe-5c30-4c41-959e-7c0bdc718dfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:26:15.351789 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc4dabe-5c30-4c41-959e-7c0bdc718dfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:26:15.352044 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc4dabe-5c30-4c41-959e-7c0bdc718dfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:26:15.352369 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc4dabe-5c30-4c41-959e-7c0bdc718dfe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:26:15.352693 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc4dabe-5c30-4c41-959e-7c0bdc718dfe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:26:15.353016 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc4dabe-5c30-4c41-959e-7c0bdc718dfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:26:15.353379 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc4dabe-5c30-4c41-959e-7c0bdc718dfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:26:15.353702 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc4dabe-5c30-4c41-959e-7c0bdc718dfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:26:15.354020 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc4dabe-5c30-4c41-959e-7c0bdc718dfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:26:15.418768 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8edc1d84-d1bf-4c29-9942-75618bd826d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773155'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:15.498021 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8edc1d84-d1bf-4c29-9942-75618bd826d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880587', 'neutron.services.segments.db._delete_segments_for_network-8761929754462'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:15.507403 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-8edc1d84-d1bf-4c29-9942-75618bd826d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc0fd846-c334-4479-a84c-f394ce1a591f']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:26:15.518081 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-8edc1d84-d1bf-4c29-9942-75618bd826d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feef0f2b-e156-4b96-9bca-0a760a19da57') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:26:15.518371 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-8edc1d84-d1bf-4c29-9942-75618bd826d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feef0f2b-e156-4b96-9bca-0a760a19da57') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:26:15.528244 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8edc1d84-d1bf-4c29-9942-75618bd826d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761929721474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9086267'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:15.544915 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8edc1d84-d1bf-4c29-9942-75618bd826d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:15.552251 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8edc1d84-d1bf-4c29-9942-75618bd826d0 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 12:26:15.552749 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8edc1d84-d1bf-4c29-9942-75618bd826d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9210702'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:15.554677 dv-cinder-796286-12-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 12:26:15.554677 dv-cinder-796286-12-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 05 12:26:15.554677 dv-cinder-796286-12-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 12:26:15.554677 dv-cinder-796286-12-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 05 12:26:15.554677 dv-cinder-796286-12-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 12:26:15.554677 dv-cinder-796286-12-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 05 12:26:15.554677 dv-cinder-796286-12-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 12:26:15.554677 dv-cinder-796286-12-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 05 12:26:15.554677 dv-cinder-796286-12-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 12:26:15.554677 dv-cinder-796286-12-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 05 12:26:15.554677 dv-cinder-796286-12-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 12:26:15.554677 dv-cinder-796286-12-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 05 12:26:15.554677 dv-cinder-796286-12-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 05 12:26:15.554677 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 12:26:15.554677 dv-cinder-796286-12-iscsi neutron-server[92928]: timer() Jul 05 12:26:15.554677 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 12:26:15.554677 dv-cinder-796286-12-iscsi neutron-server[92928]: cb(*args, **kw) Jul 05 12:26:15.554677 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 12:26:15.554677 dv-cinder-796286-12-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 05 12:26:15.554677 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 12:26:15.554677 dv-cinder-796286-12-iscsi neutron-server[92928]: self._notify() Jul 05 12:26:15.554677 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 12:26:15.554677 dv-cinder-796286-12-iscsi neutron-server[92928]: self.callback(batched_events) Jul 05 12:26:15.554677 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 12:26:15.554677 dv-cinder-796286-12-iscsi neutron-server[92928]: event.method(event) Jul 05 12:26:15.554677 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 12:26:15.554677 dv-cinder-796286-12-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 12:26:15.554677 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 12:26:15.554677 dv-cinder-796286-12-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 12:26:15.554677 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 12:26:15.554677 dv-cinder-796286-12-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 05 12:26:15.554677 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 12:26:15.554677 dv-cinder-796286-12-iscsi neutron-server[92928]: return self._get(url).json() Jul 05 12:26:15.554677 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 12:26:15.554677 dv-cinder-796286-12-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 12:26:15.554677 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 12:26:15.554677 dv-cinder-796286-12-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 05 12:26:15.554677 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 12:26:15.554677 dv-cinder-796286-12-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 12:26:15.554677 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 12:26:15.554677 dv-cinder-796286-12-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 12:26:15.554677 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 12:26:15.554677 dv-cinder-796286-12-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 12:26:15.554677 dv-cinder-796286-12-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 12:26:15.620650 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8edc1d84-d1bf-4c29-9942-75618bd826d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575308'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:15.628062 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8edc1d84-d1bf-4c29-9942-75618bd826d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:15.631404 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-8edc1d84-d1bf-4c29-9942-75618bd826d0 admin admin] 10.222.0.52 "DELETE /v2.0/networks/bc0fd846-c334-4479-a84c-f394ce1a591f HTTP/1.1" status: 204 len: 168 time: 0.2776952 Jul 05 12:26:15.639548 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc1d84-d1bf-4c29-9942-75618bd826d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc0fd846-c334-4479-a84c-f394ce1a591f,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:26:15.673040 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf47884-d06d-4b97-8037-c0943e11d90b req-4bc093a3-e297-4822-b5ee-77030abb27b3 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:15.674510 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ddf47884-d06d-4b97-8037-c0943e11d90b req-4bc093a3-e297-4822-b5ee-77030abb27b3 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.0755596 Jul 05 12:26:15.711346 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ddf47884-d06d-4b97-8037-c0943e11d90b req-71369720-f07f-4903-9c40-8d7c4ea47631 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312626 Jul 05 12:26:15.808381 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 38392) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:26:15.848278 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-aeff0bfe-b625-4c4c-8ee7-d1cfb3634df8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fd0aa17a4d714d59b57932648b3a0268&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0384686 Jul 05 12:26:15.850599 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 38396) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:26:15.903347 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b25b7442-6e88-4d78-902c-d051987b4f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:15.924330 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b25b7442-6e88-4d78-902c-d051987b4f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:15.971061 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b25b7442-6e88-4d78-902c-d051987b4f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:15.973659 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b25b7442-6e88-4d78-902c-d051987b4f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:15.974832 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-b25b7442-6e88-4d78-902c-d051987b4f85 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/25a03ca1-7f46-4ff3-a010-2245c494a04e HTTP/1.1" status: 204 len: 168 time: 0.1232512 Jul 05 12:26:15.982244 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b7442-6e88-4d78-902c-d051987b4f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a03ca1-7f46-4ff3-a010-2245c494a04e,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:26:16.156653 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:26:16.176690 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] No Port match for: 5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:26:16.177040 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 5afcf88c-5ddf-4649-b0c6-3e72ecddc1a7 not bound to the agent host hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:26:16.731773 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-885d86e2-e8cc-4e98-b87d-681a7397ecf2 req-3a8cebe6-c363-4970-9d3b-596061acf303 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0554016 Jul 05 12:26:16.814984 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d86e2-e8cc-4e98-b87d-681a7397ecf2 req-ccfed8a8-a2a1-4eef-b9f4-7114a6b4bd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:16.817114 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-885d86e2-e8cc-4e98-b87d-681a7397ecf2 req-ccfed8a8-a2a1-4eef-b9f4-7114a6b4bd6f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c2204859a25945928d43901f7e432e4b&device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 1099 time: 0.0543644 Jul 05 12:26:16.897643 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf1855-fb35-49b1-856e-640cfbcf75ab req-81d940f8-c2b4-45a6-8383-1abfaf1ff968 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:16.899291 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cebf1855-fb35-49b1-856e-640cfbcf75ab req-81d940f8-c2b4-45a6-8383-1abfaf1ff968 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.0700772 Jul 05 12:26:16.936636 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d86e2-e8cc-4e98-b87d-681a7397ecf2 req-8c03f3c1-94c2-4f95-887e-566bbf28eff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:16.938140 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-885d86e2-e8cc-4e98-b87d-681a7397ecf2 req-8c03f3c1-94c2-4f95-887e-566bbf28eff8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a54fe11d-9434-40ac-976c-e45f096866c1 HTTP/1.1" status: 200 len: 917 time: 0.0954533 Jul 05 12:26:16.942158 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cebf1855-fb35-49b1-856e-640cfbcf75ab req-de635214-8f80-47ed-b5d7-2df218e1c6a8 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364265 Jul 05 12:26:17.026952 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-885d86e2-e8cc-4e98-b87d-681a7397ecf2 req-f9546432-4661-453a-9ad1-0530f6e90664 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6ee29c4-7aca-4473-841c-f7b867576fb6 HTTP/1.1" status: 200 len: 1002 time: 0.0711348 Jul 05 12:26:17.079812 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d86e2-e8cc-4e98-b87d-681a7397ecf2 req-1ebc43cb-00ae-4ee9-a334-15cce0f9b5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:17.081291 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-885d86e2-e8cc-4e98-b87d-681a7397ecf2 req-1ebc43cb-00ae-4ee9-a334-15cce0f9b5de service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e29bc3a4-4782-4c7f-be99-ab421b15f5f5 HTTP/1.1" status: 200 len: 855 time: 0.0474133 Jul 05 12:26:17.149004 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d86e2-e8cc-4e98-b87d-681a7397ecf2 req-f10ed23c-4f9c-4931-a3e7-a86a5f8ac037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:17.150767 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-885d86e2-e8cc-4e98-b87d-681a7397ecf2 req-f10ed23c-4f9c-4931-a3e7-a86a5f8ac037 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a54fe11d-9434-40ac-976c-e45f096866c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0601885 Jul 05 12:26:17.251507 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-885d86e2-e8cc-4e98-b87d-681a7397ecf2 req-e6d268bd-496e-4df1-8e68-7d32054a4988 service neutron] 10.222.0.16 "GET /v2.0/networks/a54fe11d-9434-40ac-976c-e45f096866c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940719 Jul 05 12:26:17.345945 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-885d86e2-e8cc-4e98-b87d-681a7397ecf2 req-6b6f96be-2890-4e86-98c4-cd7bdcd9657c service neutron] 10.222.0.16 "GET /v2.0/networks/a54fe11d-9434-40ac-976c-e45f096866c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840938 Jul 05 12:26:17.951951 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871353c6-a023-446d-ab73-3fc633b77b94 req-b1365bf6-6b13-4b40-8887-c483b0a07b71 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:17.953370 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-871353c6-a023-446d-ab73-3fc633b77b94 req-b1365bf6-6b13-4b40-8887-c483b0a07b71 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.0723805 Jul 05 12:26:17.964391 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:18.063902 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-871353c6-a023-446d-ab73-3fc633b77b94 req-514e3cd0-b329-4b4d-805b-3e6b91e84cfa tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Deleting port bd5472d2-ce90-4895-8b5e-62cd7d7f7953 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:26:18.064237 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-871353c6-a023-446d-ab73-3fc633b77b94 req-514e3cd0-b329-4b4d-805b-3e6b91e84cfa tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:18.130474 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b5ba26-d7d2-46a9-b07e-9fd4ec24be41 req-fa1b312a-413c-4387-ab9b-54a83e2eb58b tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:18.132049 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c2b5ba26-d7d2-46a9-b07e-9fd4ec24be41 req-fa1b312a-413c-4387-ab9b-54a83e2eb58b tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 946 time: 0.0705421 Jul 05 12:26:18.170067 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-871353c6-a023-446d-ab73-3fc633b77b94 req-514e3cd0-b329-4b4d-805b-3e6b91e84cfa tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] For port bd5472d2-ce90-4895-8b5e-62cd7d7f7953, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bd5472d2-ce90-4895-8b5e-62cd7d7f7953,segment=NetworkSegment(d5363bdd-5cae-4366-a4bb-d332eedef118),segment_id=d5363bdd-5cae-4366-a4bb-d332eedef118)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:26:18.170435 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-871353c6-a023-446d-ab73-3fc633b77b94 req-514e3cd0-b329-4b4d-805b-3e6b91e84cfa tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:18.173778 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c2b5ba26-d7d2-46a9-b07e-9fd4ec24be41 req-31ac4e91-cadc-44ef-b2b9-c69c5c7e6ccb tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346243 Jul 05 12:26:18.185425 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-871353c6-a023-446d-ab73-3fc633b77b94 req-514e3cd0-b329-4b4d-805b-3e6b91e84cfa tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Calling delete_port for bd5472d2-ce90-4895-8b5e-62cd7d7f7953 owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:26:18.319504 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-871353c6-a023-446d-ab73-3fc633b77b94 req-514e3cd0-b329-4b4d-805b-3e6b91e84cfa tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9210769'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:18.335565 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] get_ports_and_sgs() called for port_ids ['d71c2118-4f14-49b5-9829-b3477f98e366', 'bd5472d2-ce90-4895-8b5e-62cd7d7f7953'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 12:26:18.350192 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e3cd0-b329-4b4d-805b-3e6b91e84cfa tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Pushing event deleted for resources: {'Port': ['ID=bd5472d2-ce90-4895-8b5e-62cd7d7f7953,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:26:18.402947 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-871353c6-a023-446d-ab73-3fc633b77b94 req-514e3cd0-b329-4b4d-805b-3e6b91e84cfa tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] No DVR routers for this DVR port bd5472d2-ce90-4895-8b5e-62cd7d7f7953 on host hv-cinder-79628 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 12:26:18.405951 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-871353c6-a023-446d-ab73-3fc633b77b94 req-514e3cd0-b329-4b4d-805b-3e6b91e84cfa tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:18.408370 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-871353c6-a023-446d-ab73-3fc633b77b94 req-514e3cd0-b329-4b4d-805b-3e6b91e84cfa tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.16 "DELETE /v2.0/ports/bd5472d2-ce90-4895-8b5e-62cd7d7f7953 HTTP/1.1" status: 204 len: 173 time: 0.4467299 Jul 05 12:26:18.408870 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4c5dc0-076f-4130-a5ba-26ca3461d9a3', 'name': 'network-vif-deleted', 'tag': 'bd5472d2-ce90-4895-8b5e-62cd7d7f7953'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:26:18.411438 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa477df9db133d569a4b8d31d3ac9e6e51d5deb3d50c5365463f1d57aa01439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a50d9b2-373d-4ecc-abcc-e16c721314d1" -d '{"events": [{"server_uuid": "3f4c5dc0-076f-4130-a5ba-26ca3461d9a3", "name": "network-vif-deleted", "tag": "bd5472d2-ce90-4895-8b5e-62cd7d7f7953"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:26:18.470393 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f549a811-1f98-415d-9f23-427e76947223 x-openstack-request-id: req-f549a811-1f98-415d-9f23-427e76947223 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:26:18.470785 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4c5dc0-076f-4130-a5ba-26ca3461d9a3", "name": "network-vif-deleted", "tag": "bd5472d2-ce90-4895-8b5e-62cd7d7f7953", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:26:18.471016 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f549a811-1f98-415d-9f23-427e76947223 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:26:18.471888 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4c5dc0-076f-4130-a5ba-26ca3461d9a3', 'name': 'network-vif-deleted', 'tag': 'bd5472d2-ce90-4895-8b5e-62cd7d7f7953', 'status': 'completed', 'code': 200} Jul 05 12:26:19.337984 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-45f1b0cf-44d3-4a1d-b628-fa8bd905a7aa req-2510ca0c-97e0-4e34-b5f1-83d637cddc91 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c5dc0-076f-4130-a5ba-26ca3461d9a3 HTTP/1.1" status: 200 len: 210 time: 0.0323284 Jul 05 12:26:20.774558 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-81596388-19af-48e3-8592-a85d5255a19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:23.344634 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f05b6159-bdec-44b4-b51f-1195876f78db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:23.684928 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:24.669482 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:25.157977 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:26:25.226679 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device bd5472d2-ce90-4895-8b5e-62cd7d7f7953 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:26:25.247927 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] No Port match for: bd5472d2-ce90-4895-8b5e-62cd7d7f7953 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:26:25.248268 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device bd5472d2-ce90-4895-8b5e-62cd7d7f7953 not bound to the agent host hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:26:25.296680 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf63e75-cf15-451f-ab36-df2445c404d3 req-4975aad4-f475-4e39-a48a-cc2c5357fd09 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:25.298147 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3bf63e75-cf15-451f-ab36-df2445c404d3 req-4975aad4-f475-4e39-a48a-cc2c5357fd09 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.0667529 Jul 05 12:26:25.335656 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3bf63e75-cf15-451f-ab36-df2445c404d3 req-f5d3b705-c684-4546-acac-52a3baa73927 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319283 Jul 05 12:26:26.239506 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:26.520017 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f9533-c639-4204-9b83-077a215b2bcb req-18ff8415-8415-4045-a7a8-aaa5c48970cb tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:26.521510 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2f7f9533-c639-4204-9b83-077a215b2bcb req-18ff8415-8415-4045-a7a8-aaa5c48970cb tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.0712211 Jul 05 12:26:26.560615 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2f7f9533-c639-4204-9b83-077a215b2bcb req-fd62d2a0-5c5f-49b7-95e8-4605e46b6e54 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332267 Jul 05 12:26:27.741508 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0d675-913a-448d-a359-fad2d77c8e5e req-577233ba-3d8a-4747-953a-6981781053ad tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:27.742976 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-94f0d675-913a-448d-a359-fad2d77c8e5e req-577233ba-3d8a-4747-953a-6981781053ad tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.0633373 Jul 05 12:26:27.779616 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-94f0d675-913a-448d-a359-fad2d77c8e5e req-1ad7b943-bdf4-468d-a2b0-6af9c5d48b53 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303366 Jul 05 12:26:28.733904 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 38576) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:26:28.859918 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e959e39c-5385-4b26-84bf-a8bfce03691d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:28.988356 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e959e39c-5385-4b26-84bf-a8bfce03691d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:28.995461 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e959e39c-5385-4b26-84bf-a8bfce03691d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:29.013318 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1beaf67-6fd6-4f67-890c-642fa49eb2ec req-1342b599-f9dd-4289-95e7-86fc474cefdd tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:29.014815 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e1beaf67-6fd6-4f67-890c-642fa49eb2ec req-1342b599-f9dd-4289-95e7-86fc474cefdd tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.1092310 Jul 05 12:26:29.055246 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-e959e39c-5385-4b26-84bf-a8bfce03691d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d668676c19764f65b2ff1533f2245f56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3202636 Jul 05 12:26:29.056030 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959e39c-5385-4b26-84bf-a8bfce03691d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05cabea0-5ea5-4b85-aba5-90dd9c890ee2,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:26:29.058569 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 38582) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:26:29.079272 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e1beaf67-6fd6-4f67-890c-642fa49eb2ec req-e2493f50-22c9-4c90-9217-b8db3c8a44c1 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567412 Jul 05 12:26:29.109267 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-254ff385-aa7d-447a-9ab1-39cfade1e864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:29.130171 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-254ff385-aa7d-447a-9ab1-39cfade1e864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:29.177328 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-254ff385-aa7d-447a-9ab1-39cfade1e864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:29.180041 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-254ff385-aa7d-447a-9ab1-39cfade1e864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:29.181689 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-254ff385-aa7d-447a-9ab1-39cfade1e864 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/05cabea0-5ea5-4b85-aba5-90dd9c890ee2 HTTP/1.1" status: 204 len: 168 time: 0.1210618 Jul 05 12:26:29.189409 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ff385-aa7d-447a-9ab1-39cfade1e864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05cabea0-5ea5-4b85-aba5-90dd9c890ee2,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:26:30.272533 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bbc6db-7fed-4d99-9f74-20d1c087e9a6 req-8ff21f4b-a1aa-4cc4-8b58-00c547ae1ac8 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:30.274119 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-05bbc6db-7fed-4d99-9f74-20d1c087e9a6 req-8ff21f4b-a1aa-4cc4-8b58-00c547ae1ac8 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.0733149 Jul 05 12:26:30.315123 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-05bbc6db-7fed-4d99-9f74-20d1c087e9a6 req-6bd545b4-fe04-43b7-8dd9-34f02c3b71f2 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342364 Jul 05 12:26:31.495832 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fabb9-f548-418b-9fe6-789f3426159f req-0d760b06-6ed5-46f7-9773-4d4307e0ba8d tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:31.497327 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b47fabb9-f548-418b-9fe6-789f3426159f req-0d760b06-6ed5-46f7-9773-4d4307e0ba8d tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.0670261 Jul 05 12:26:31.541042 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b47fabb9-f548-418b-9fe6-789f3426159f req-0240f07c-39c4-4134-aa37-f3b81ac13c2f tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea5e5abc-57fa-4730-b673-853fef3bd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368881 Jul 05 12:26:31.727983 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6cbb79-8b02-4a29-a855-1e1868839c9e req-e611fafc-d168-4434-8156-bdafe958f8de tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:31.730099 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4a6cbb79-8b02-4a29-a855-1e1868839c9e req-e611fafc-d168-4434-8156-bdafe958f8de tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.16 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 945 time: 0.0742128 Jul 05 12:26:31.828580 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-4a6cbb79-8b02-4a29-a855-1e1868839c9e req-733ef87f-6350-4ac9-80a0-15554688da35 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Deleting port d71c2118-4f14-49b5-9829-b3477f98e366 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:26:31.828923 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-4a6cbb79-8b02-4a29-a855-1e1868839c9e req-733ef87f-6350-4ac9-80a0-15554688da35 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:31.922135 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-4a6cbb79-8b02-4a29-a855-1e1868839c9e req-733ef87f-6350-4ac9-80a0-15554688da35 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] For port d71c2118-4f14-49b5-9829-b3477f98e366, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d71c2118-4f14-49b5-9829-b3477f98e366,segment=NetworkSegment(d5363bdd-5cae-4366-a4bb-d332eedef118),segment_id=d5363bdd-5cae-4366-a4bb-d332eedef118)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:26:31.922522 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-4a6cbb79-8b02-4a29-a855-1e1868839c9e req-733ef87f-6350-4ac9-80a0-15554688da35 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:31.936625 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-4a6cbb79-8b02-4a29-a855-1e1868839c9e req-733ef87f-6350-4ac9-80a0-15554688da35 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Calling delete_port for d71c2118-4f14-49b5-9829-b3477f98e366 owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:26:32.072469 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-4a6cbb79-8b02-4a29-a855-1e1868839c9e req-733ef87f-6350-4ac9-80a0-15554688da35 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9210769'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:32.086201 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] get_ports_and_sgs() called for port_ids ['d71c2118-4f14-49b5-9829-b3477f98e366'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 12:26:32.124074 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ef87f-6350-4ac9-80a0-15554688da35 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Pushing event deleted for resources: {'Port': ['ID=d71c2118-4f14-49b5-9829-b3477f98e366,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:26:32.174746 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a6cbb79-8b02-4a29-a855-1e1868839c9e req-733ef87f-6350-4ac9-80a0-15554688da35 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] No DVR routers for this DVR port d71c2118-4f14-49b5-9829-b3477f98e366 on host hv-cinder-79628 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 12:26:32.177279 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-4a6cbb79-8b02-4a29-a855-1e1868839c9e req-733ef87f-6350-4ac9-80a0-15554688da35 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:32.179318 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4a6cbb79-8b02-4a29-a855-1e1868839c9e req-733ef87f-6350-4ac9-80a0-15554688da35 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.16 "DELETE /v2.0/ports/d71c2118-4f14-49b5-9829-b3477f98e366 HTTP/1.1" status: 204 len: 173 time: 0.4439538 Jul 05 12:26:32.179754 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69f6013-e037-4283-95a7-a8e5f0889dbc', 'name': 'network-vif-deleted', 'tag': 'd71c2118-4f14-49b5-9829-b3477f98e366'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:26:32.182205 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa477df9db133d569a4b8d31d3ac9e6e51d5deb3d50c5365463f1d57aa01439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ca1986-b86f-44d4-a22a-14d91f6b7a32" -d '{"events": [{"server_uuid": "e69f6013-e037-4283-95a7-a8e5f0889dbc", "name": "network-vif-deleted", "tag": "d71c2118-4f14-49b5-9829-b3477f98e366"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:26:32.234085 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ef2635-c940-430d-b184-21e00e91635f x-openstack-request-id: req-98ef2635-c940-430d-b184-21e00e91635f {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:26:32.234474 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69f6013-e037-4283-95a7-a8e5f0889dbc", "name": "network-vif-deleted", "tag": "d71c2118-4f14-49b5-9829-b3477f98e366", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:26:32.234733 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-98ef2635-c940-430d-b184-21e00e91635f {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:26:32.235131 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69f6013-e037-4283-95a7-a8e5f0889dbc', 'name': 'network-vif-deleted', 'tag': 'd71c2118-4f14-49b5-9829-b3477f98e366', 'status': 'completed', 'code': 200} Jul 05 12:26:32.699470 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-80e65972-ccfc-491b-8011-a617295055ee req-f64c414c-bc06-49cc-8be5-bc1d4d767f72 tempest-ServerRescueNegativeTestJSON-2023593687 tempest-ServerRescueNegativeTestJSON-2023593687-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69f6013-e037-4283-95a7-a8e5f0889dbc HTTP/1.1" status: 200 len: 210 time: 0.0280783 Jul 05 12:26:32.888539 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 38698) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:26:32.996921 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a5729cf0-0e06-4e5a-b3dd-27e0fdb87ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:33.092714 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a5729cf0-0e06-4e5a-b3dd-27e0fdb87ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:33.096454 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a5729cf0-0e06-4e5a-b3dd-27e0fdb87ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:33.135576 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-a5729cf0-0e06-4e5a-b3dd-27e0fdb87ee5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9f25f6d102684449ab5f91e807443dc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2458375 Jul 05 12:26:33.136714 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5729cf0-0e06-4e5a-b3dd-27e0fdb87ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570f7a44-411f-4392-b9cf-9d2f5cc7390a,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:26:33.138254 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 38706) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:26:33.194346 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4b2a5c45-cabd-4299-b4f6-622668ee4b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:33.225189 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4b2a5c45-cabd-4299-b4f6-622668ee4b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:33.289155 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4b2a5c45-cabd-4299-b4f6-622668ee4b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:33.292222 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4b2a5c45-cabd-4299-b4f6-622668ee4b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:33.295274 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-4b2a5c45-cabd-4299-b4f6-622668ee4b1b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/570f7a44-411f-4392-b9cf-9d2f5cc7390a HTTP/1.1" status: 204 len: 168 time: 0.1552060 Jul 05 12:26:33.307112 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a5c45-cabd-4299-b4f6-622668ee4b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570f7a44-411f-4392-b9cf-9d2f5cc7390a,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:26:33.797652 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 38746) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:26:33.846671 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd256e17-faff-4e01-8385-1c250391401d req-5d7fe816-005d-4422-a276-be0d70232cfd tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:33.848327 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bd256e17-faff-4e01-8385-1c250391401d req-5d7fe816-005d-4422-a276-be0d70232cfd tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 946 time: 0.0703003 Jul 05 12:26:33.890303 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bd256e17-faff-4e01-8385-1c250391401d req-c5ec969b-b66a-41b5-95ed-244094653660 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346930 Jul 05 12:26:34.231253 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0a2029f2-c152-48b9-b740-cc116dab3177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1576687'] for router_interface, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:34.739555 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-0a2029f2-c152-48b9-b740-cc116dab3177 admin admin] Deleting port 3bd5e847-5cc4-4f37-bd74-8ea25018927b {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:26:34.739905 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0a2029f2-c152-48b9-b740-cc116dab3177 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:34.820174 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-0a2029f2-c152-48b9-b740-cc116dab3177 admin admin] For port 3bd5e847-5cc4-4f37-bd74-8ea25018927b, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=3bd5e847-5cc4-4f37-bd74-8ea25018927b,segment=NetworkSegment(d5363bdd-5cae-4366-a4bb-d332eedef118),segment_id=d5363bdd-5cae-4366-a4bb-d332eedef118)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:26:34.820534 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0a2029f2-c152-48b9-b740-cc116dab3177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:34.833358 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-0a2029f2-c152-48b9-b740-cc116dab3177 admin admin] Calling delete_port for 3bd5e847-5cc4-4f37-bd74-8ea25018927b owned by network:router_interface {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:26:35.056913 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0a2029f2-c152-48b9-b740-cc116dab3177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9210769'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:35.086155 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd2e48-bea5-41b6-9928-483531d1294b req-05c37426-8752-474f-8844-5698271519dc tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:35.087777 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e7dd2e48-bea5-41b6-9928-483531d1294b req-05c37426-8752-474f-8844-5698271519dc tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 946 time: 0.0679972 Jul 05 12:26:35.091563 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2029f2-c152-48b9-b740-cc116dab3177 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bd5e847-5cc4-4f37-bd74-8ea25018927b,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:26:35.128858 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e7dd2e48-bea5-41b6-9928-483531d1294b req-fb22f5a0-ca4c-41b1-a077-2f40f808c7b0 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339754 Jul 05 12:26:35.270609 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0a2029f2-c152-48b9-b740-cc116dab3177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601745'] for router_interface, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:35.485210 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a2029f2-c152-48b9-b740-cc116dab3177 admin admin] Router deee123b-d1da-48eb-80f1-d8b5cc3378de has already been hosted by L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 12:26:35.588531 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2029f2-c152-48b9-b740-cc116dab3177 admin admin] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:26:35.593470 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-0a2029f2-c152-48b9-b740-cc116dab3177 admin admin] 10.222.0.52 "PUT /v2.0/routers/deee123b-d1da-48eb-80f1-d8b5cc3378de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7947419 Jul 05 12:26:35.595981 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 38792) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:26:35.598486 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00aae03c-19ba-4553-bbfc-96e8cd51a87f None None] Sync routers for ids ['deee123b-d1da-48eb-80f1-d8b5cc3378de'] in dv-cinder-796286-12-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:26:35.609304 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00aae03c-19ba-4553-bbfc-96e8cd51a87f None None] Routers {'deee123b-d1da-48eb-80f1-d8b5cc3378de'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:26:35.609941 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-00aae03c-19ba-4553-bbfc-96e8cd51a87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:26:23Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['deee123b-d1da-48eb-80f1-d8b5cc3378de'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:26:35.716513 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cdbd55f7-398c-4993-a23e-0ef26825cdf6 admin admin] Notify callbacks [] for router, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:35.731769 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-00aae03c-19ba-4553-bbfc-96e8cd51a87f None None] Set router deee123b-d1da-48eb-80f1-d8b5cc3378de gateway port host: dv-cinder-796286-12-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:26:35.824636 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cdbd55f7-398c-4993-a23e-0ef26825cdf6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:35.877148 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-cdbd55f7-398c-4993-a23e-0ef26825cdf6 admin admin] Deleting port 5a70b7f1-ab25-4192-97ed-491dac12650d {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:26:35.877413 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cdbd55f7-398c-4993-a23e-0ef26825cdf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:35.915375 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-00aae03c-19ba-4553-bbfc-96e8cd51a87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deee123b-d1da-48eb-80f1-d8b5cc3378de', 'name': 'tempest-ServerRescueNegativeTestJSON-427070111-router', 'tenant_id': '09591cb1baeb430290409e983f6117df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '5a70b7f1-ab25-4192-97ed-491dac12650d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:52Z', 'updated_at': '2021-07-05T12:26:34Z', 'revision_number': 5, 'project_id': '09591cb1baeb430290409e983f6117df', 'gw_port': {'id': '5a70b7f1-ab25-4192-97ed-491dac12650d', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deee123b-d1da-48eb-80f1-d8b5cc3378de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:53Z', 'updated_at': '2021-07-05T12:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi'}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:26:35.942019 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00aae03c-19ba-4553-bbfc-96e8cd51a87f None None] Checking router: deee123b-d1da-48eb-80f1-d8b5cc3378de for host: dv-cinder-796286-12-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:26:35.950613 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00aae03c-19ba-4553-bbfc-96e8cd51a87f None None] Routers {'deee123b-d1da-48eb-80f1-d8b5cc3378de'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:26:35.951571 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-00aae03c-19ba-4553-bbfc-96e8cd51a87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:26:23Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['deee123b-d1da-48eb-80f1-d8b5cc3378de'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:26:35.956792 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-cdbd55f7-398c-4993-a23e-0ef26825cdf6 admin admin] For port 5a70b7f1-ab25-4192-97ed-491dac12650d, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=5a70b7f1-ab25-4192-97ed-491dac12650d,segment=NetworkSegment(7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0),segment_id=7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:26:35.957156 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cdbd55f7-398c-4993-a23e-0ef26825cdf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:35.973934 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-cdbd55f7-398c-4993-a23e-0ef26825cdf6 admin admin] Calling delete_port for 5a70b7f1-ab25-4192-97ed-491dac12650d owned by network:router_gateway {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:26:36.036245 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-00aae03c-19ba-4553-bbfc-96e8cd51a87f None None] Set router deee123b-d1da-48eb-80f1-d8b5cc3378de gateway port host: None {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:26:36.136953 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cdbd55f7-398c-4993-a23e-0ef26825cdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9210769'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:36.168022 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd55f7-398c-4993-a23e-0ef26825cdf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a70b7f1-ab25-4192-97ed-491dac12650d,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:26:36.172570 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-00aae03c-19ba-4553-bbfc-96e8cd51a87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deee123b-d1da-48eb-80f1-d8b5cc3378de', 'name': 'tempest-ServerRescueNegativeTestJSON-427070111-router', 'tenant_id': '09591cb1baeb430290409e983f6117df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:52Z', 'updated_at': '2021-07-05T12:26:35Z', 'revision_number': 6, 'project_id': '09591cb1baeb430290409e983f6117df', 'gw_port_host': None}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:26:36.199337 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00aae03c-19ba-4553-bbfc-96e8cd51a87f None None] The sync data for ids ['deee123b-d1da-48eb-80f1-d8b5cc3378de'] in dv-cinder-796286-12-iscsi is: [{'id': 'deee123b-d1da-48eb-80f1-d8b5cc3378de', 'name': 'tempest-ServerRescueNegativeTestJSON-427070111-router', 'tenant_id': '09591cb1baeb430290409e983f6117df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:52Z', 'updated_at': '2021-07-05T12:26:35Z', 'revision_number': 6, 'project_id': '09591cb1baeb430290409e983f6117df', 'gw_port_host': None}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:26:36.244660 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cdbd55f7-398c-4993-a23e-0ef26825cdf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1575336'] for router_gateway, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:36.334677 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f4e85-a6e8-4cb0-9572-57e62f46bec7 req-dbade341-f3df-4c6c-8afe-18b129c956f1 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:36.336334 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b19f4e85-a6e8-4cb0-9572-57e62f46bec7 req-dbade341-f3df-4c6c-8afe-18b129c956f1 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 946 time: 0.0722649 Jul 05 12:26:36.356005 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cdbd55f7-398c-4993-a23e-0ef26825cdf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6158'] for router, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:36.358238 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cdbd55f7-398c-4993-a23e-0ef26825cdf6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:36.392388 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b19f4e85-a6e8-4cb0-9572-57e62f46bec7 req-8ee02ecb-d973-4868-9a78-e96c7191d8e9 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486896 Jul 05 12:26:36.429306 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cdbd55f7-398c-4993-a23e-0ef26825cdf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1580428'] for router, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:36.429893 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbd55f7-398c-4993-a23e-0ef26825cdf6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router deee123b-d1da-48eb-80f1-d8b5cc3378de {{(pid=92928) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 12:26:36.436343 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cdbd55f7-398c-4993-a23e-0ef26825cdf6 admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:36.437498 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-cdbd55f7-398c-4993-a23e-0ef26825cdf6 admin admin] 10.222.0.52 "DELETE /v2.0/routers/deee123b-d1da-48eb-80f1-d8b5cc3378de HTTP/1.1" status: 204 len: 168 time: 0.8405941 Jul 05 12:26:36.440085 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 38804) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:26:36.492741 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-bedf09f9-0106-47b1-abe4-055a98822dab admin admin] Deleting subnet e30de3fd-5a84-4ee0-841b-b14be1c12396 {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 12:26:36.495916 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bedf09f9-0106-47b1-abe4-055a98822dab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:36.529138 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bedf09f9-0106-47b1-abe4-055a98822dab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9086252'] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:36.577096 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bedf09f9-0106-47b1-abe4-055a98822dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882782'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:36.637002 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bedf09f9-0106-47b1-abe4-055a98822dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9210795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985237'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:36.660752 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf09f9-0106-47b1-abe4-055a98822dab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e30de3fd-5a84-4ee0-841b-b14be1c12396,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:26:36.667348 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bedf09f9-0106-47b1-abe4-055a98822dab admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:36.669157 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-bedf09f9-0106-47b1-abe4-055a98822dab admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e30de3fd-5a84-4ee0-841b-b14be1c12396 HTTP/1.1" status: 204 len: 168 time: 0.2281380 Jul 05 12:26:36.671644 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 38808) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:26:36.741290 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c52f9c4c-edbc-455a-9207-ac35a4ff86cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773155'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:36.816507 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c52f9c4c-edbc-455a-9207-ac35a4ff86cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880587', 'neutron.services.segments.db._delete_segments_for_network-8761929754462'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:36.826650 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-c52f9c4c-edbc-455a-9207-ac35a4ff86cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:26:36.836257 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-c52f9c4c-edbc-455a-9207-ac35a4ff86cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5363bdd-5cae-4366-a4bb-d332eedef118') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:26:36.836554 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-c52f9c4c-edbc-455a-9207-ac35a4ff86cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5363bdd-5cae-4366-a4bb-d332eedef118') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:26:36.845620 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c52f9c4c-edbc-455a-9207-ac35a4ff86cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761929721474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9086267'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:36.858658 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c52f9c4c-edbc-455a-9207-ac35a4ff86cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:36.864255 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c52f9c4c-edbc-455a-9207-ac35a4ff86cb admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 12:26:36.864639 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c52f9c4c-edbc-455a-9207-ac35a4ff86cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9210702'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:36.866210 dv-cinder-796286-12-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 05 12:26:36.866210 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 12:26:36.866210 dv-cinder-796286-12-iscsi neutron-server[92928]: timer() Jul 05 12:26:36.866210 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 12:26:36.866210 dv-cinder-796286-12-iscsi neutron-server[92928]: cb(*args, **kw) Jul 05 12:26:36.866210 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 12:26:36.866210 dv-cinder-796286-12-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 05 12:26:36.866210 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 12:26:36.866210 dv-cinder-796286-12-iscsi neutron-server[92928]: self._notify() Jul 05 12:26:36.866210 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 12:26:36.866210 dv-cinder-796286-12-iscsi neutron-server[92928]: self.callback(batched_events) Jul 05 12:26:36.866210 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 12:26:36.866210 dv-cinder-796286-12-iscsi neutron-server[92928]: event.method(event) Jul 05 12:26:36.866210 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 12:26:36.866210 dv-cinder-796286-12-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 12:26:36.866210 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 12:26:36.866210 dv-cinder-796286-12-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 12:26:36.866210 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 12:26:36.866210 dv-cinder-796286-12-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 05 12:26:36.866210 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 12:26:36.866210 dv-cinder-796286-12-iscsi neutron-server[92928]: return self._get(url).json() Jul 05 12:26:36.866210 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 12:26:36.866210 dv-cinder-796286-12-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 12:26:36.866210 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 12:26:36.866210 dv-cinder-796286-12-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 05 12:26:36.866210 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 12:26:36.866210 dv-cinder-796286-12-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 12:26:36.866210 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 12:26:36.866210 dv-cinder-796286-12-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 12:26:36.866210 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 12:26:36.866210 dv-cinder-796286-12-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 12:26:36.866210 dv-cinder-796286-12-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 12:26:36.922660 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c52f9c4c-edbc-455a-9207-ac35a4ff86cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575308'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:36.926972 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c52f9c4c-edbc-455a-9207-ac35a4ff86cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:36.928907 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c52f9c4c-edbc-455a-9207-ac35a4ff86cb admin admin] 10.222.0.52 "DELETE /v2.0/networks/b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4 HTTP/1.1" status: 204 len: 168 time: 0.2562683 Jul 05 12:26:36.940890 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f9c4c-edbc-455a-9207-ac35a4ff86cb admin admin] Pushing event deleted for resources: {'Network': ['ID=b33cb1c2-03f6-4ce7-9a36-9ec4b51980a4,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:26:37.092327 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 38816) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:26:37.132662 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-6c79cb7e-a6e9-4a1c-8539-26b8931e578c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=09591cb1baeb430290409e983f6117df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0390580 Jul 05 12:26:37.135195 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 38818) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:26:37.184686 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-04f9fbae-2c9e-4a90-9ecb-7ca27dedebf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:37.207250 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-04f9fbae-2c9e-4a90-9ecb-7ca27dedebf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:37.258961 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-04f9fbae-2c9e-4a90-9ecb-7ca27dedebf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:37.264358 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-04f9fbae-2c9e-4a90-9ecb-7ca27dedebf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:37.265386 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-04f9fbae-2c9e-4a90-9ecb-7ca27dedebf5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ea5e5abc-57fa-4730-b673-853fef3bd75f HTTP/1.1" status: 204 len: 168 time: 0.1285381 Jul 05 12:26:37.274705 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f9fbae-2c9e-4a90-9ecb-7ca27dedebf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5e5abc-57fa-4730-b673-853fef3bd75f,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:26:37.579113 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db12ff3-3aae-47fa-91a4-9653ff29bb6a req-6e8a660f-b2e8-49d0-9f0a-c63b0fd0e876 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:37.580615 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4db12ff3-3aae-47fa-91a4-9653ff29bb6a req-6e8a660f-b2e8-49d0-9f0a-c63b0fd0e876 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 946 time: 0.0672977 Jul 05 12:26:37.621238 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4db12ff3-3aae-47fa-91a4-9653ff29bb6a req-3989df97-56a0-407e-a191-91dbc867b764 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350695 Jul 05 12:26:37.702460 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 5a70b7f1-ab25-4192-97ed-491dac12650d no longer exists at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:26:37.723356 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] No Port match for: 5a70b7f1-ab25-4192-97ed-491dac12650d {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:26:37.723679 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 5a70b7f1-ab25-4192-97ed-491dac12650d not bound to the agent host dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:26:37.724104 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 3bd5e847-5cc4-4f37-bd74-8ea25018927b no longer exists at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:26:37.746875 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] No Port match for: 3bd5e847-5cc4-4f37-bd74-8ea25018927b {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:26:37.747547 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 3bd5e847-5cc4-4f37-bd74-8ea25018927b not bound to the agent host dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:26:38.245391 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device d71c2118-4f14-49b5-9829-b3477f98e366 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:26:38.270054 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] No Port match for: d71c2118-4f14-49b5-9829-b3477f98e366 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:26:38.270400 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device d71c2118-4f14-49b5-9829-b3477f98e366 not bound to the agent host hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:26:38.834802 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8645d-64c0-4a06-a660-905453c0067b req-25e2d2ec-2856-4486-b75e-364bb2824bc7 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:38.836325 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-55f8645d-64c0-4a06-a660-905453c0067b req-25e2d2ec-2856-4486-b75e-364bb2824bc7 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 946 time: 0.0733197 Jul 05 12:26:38.882678 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-55f8645d-64c0-4a06-a660-905453c0067b req-a4c925b2-bb85-4095-b495-1d6ec9af9586 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371990 Jul 05 12:26:40.076419 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542ddb8-aeb7-4c90-aefc-da1dd77e6c1b req-c55e794d-f39b-40ab-b93b-d0804986a9a8 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:40.077900 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d542ddb8-aeb7-4c90-aefc-da1dd77e6c1b req-c55e794d-f39b-40ab-b93b-d0804986a9a8 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 946 time: 0.0676532 Jul 05 12:26:40.114350 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d542ddb8-aeb7-4c90-aefc-da1dd77e6c1b req-18fc65dc-3d89-43bc-b94c-258eaeaf0ef4 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310078 Jul 05 12:26:41.290368 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97619cb9-a8b8-4043-a147-b087fa1aaede req-5f20a5d7-fa8d-4997-b006-3c42d42c5c46 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:41.291821 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-97619cb9-a8b8-4043-a147-b087fa1aaede req-5f20a5d7-fa8d-4997-b006-3c42d42c5c46 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 946 time: 0.0640466 Jul 05 12:26:41.328976 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-97619cb9-a8b8-4043-a147-b087fa1aaede req-7331c470-fa42-4282-8510-6df14e2324b9 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316234 Jul 05 12:26:42.507422 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350dbb3-a7f0-41fc-8dac-109aad6b9591 req-c450c7a0-6ea4-4114-bc95-5b97a882a7ec tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:42.508989 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a350dbb3-a7f0-41fc-8dac-109aad6b9591 req-c450c7a0-6ea4-4114-bc95-5b97a882a7ec tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 946 time: 0.0642135 Jul 05 12:26:42.547833 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a350dbb3-a7f0-41fc-8dac-109aad6b9591 req-7a0959c9-6a6c-491c-9e28-ce766c25b8db tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334263 Jul 05 12:26:43.734043 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3ff09-705d-4076-856c-3838400ab6ba req-ee182328-f352-4966-b6b3-7cb41b8704b7 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:43.735920 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2fb3ff09-705d-4076-856c-3838400ab6ba req-ee182328-f352-4966-b6b3-7cb41b8704b7 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 946 time: 0.0706725 Jul 05 12:26:43.773926 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2fb3ff09-705d-4076-856c-3838400ab6ba req-1577fa8e-d570-470d-b19c-48532aece203 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324831 Jul 05 12:26:44.951420 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729a2ae-c019-4aaf-bbb3-8b0824f7e16f req-83a9e37d-4435-4a49-a3ce-eaba420d5ba7 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:44.952921 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0729a2ae-c019-4aaf-bbb3-8b0824f7e16f req-83a9e37d-4435-4a49-a3ce-eaba420d5ba7 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 946 time: 0.0632536 Jul 05 12:26:44.989279 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0729a2ae-c019-4aaf-bbb3-8b0824f7e16f req-e5bcebee-8517-4d38-8676-57e21d85d117 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310557 Jul 05 12:26:46.167516 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9de9ad-b9d3-4975-a263-ad9411970c0f req-902464f0-c6cf-4fb2-9203-cd2625a89779 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:46.168963 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cb9de9ad-b9d3-4975-a263-ad9411970c0f req-902464f0-c6cf-4fb2-9203-cd2625a89779 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 946 time: 0.0658226 Jul 05 12:26:46.206652 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cb9de9ad-b9d3-4975-a263-ad9411970c0f req-f3cf703c-66b5-4318-9c18-d4688558f766 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321252 Jul 05 12:26:47.388612 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1fa07b-c7cb-49eb-9274-298ee4f6720b req-a2d2c5b7-eb1d-43d2-918e-4b87823e4e04 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:47.390106 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5c1fa07b-c7cb-49eb-9274-298ee4f6720b req-a2d2c5b7-eb1d-43d2-918e-4b87823e4e04 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 946 time: 0.0660801 Jul 05 12:26:47.427617 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5c1fa07b-c7cb-49eb-9274-298ee4f6720b req-f5b73331-648d-47e8-82fb-8dc32adc89ae tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321362 Jul 05 12:26:47.971854 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:48.611748 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452db37-889d-495d-8a8e-65a11c427f86 req-0bc3567d-7aab-4bed-b0a2-d3820bff8ada tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:48.613250 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d452db37-889d-495d-8a8e-65a11c427f86 req-0bc3567d-7aab-4bed-b0a2-d3820bff8ada tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 946 time: 0.0624218 Jul 05 12:26:48.650472 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d452db37-889d-495d-8a8e-65a11c427f86 req-54f4e135-e667-4e26-bd8e-735c504c3427 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317554 Jul 05 12:26:49.803692 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 39028) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:26:49.848693 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267ba7a-b90f-4cab-b95d-11a226b90d17 req-a71bfb96-b11f-4af9-b273-a1c8531a2ac8 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:49.850166 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d267ba7a-b90f-4cab-b95d-11a226b90d17 req-a71bfb96-b11f-4af9-b273-a1c8531a2ac8 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 946 time: 0.0693724 Jul 05 12:26:49.897408 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d267ba7a-b90f-4cab-b95d-11a226b90d17 req-f225bd85-bb94-456d-82ec-4e426a66d18f tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410707 Jul 05 12:26:49.929580 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8bca1c32-e0eb-42ff-9150-c6357c0e7a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:50.018286 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8bca1c32-e0eb-42ff-9150-c6357c0e7a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:50.022599 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8bca1c32-e0eb-42ff-9150-c6357c0e7a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:50.057643 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca1c32-e0eb-42ff-9150-c6357c0e7a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008e58d7-a42d-4b8a-aad6-7dc328ca4e48,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:26:50.068770 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-8bca1c32-e0eb-42ff-9150-c6357c0e7a78 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c53a9ba0e9ef4bc4885052480f084e26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2612700 Jul 05 12:26:50.068770 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 39044) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:26:50.116495 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d2957b06-5ec2-4a94-8b68-a2f1c7c29a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:50.139035 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d2957b06-5ec2-4a94-8b68-a2f1c7c29a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:50.190094 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d2957b06-5ec2-4a94-8b68-a2f1c7c29a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:50.192701 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d2957b06-5ec2-4a94-8b68-a2f1c7c29a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:50.193857 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d2957b06-5ec2-4a94-8b68-a2f1c7c29a55 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/008e58d7-a42d-4b8a-aad6-7dc328ca4e48 HTTP/1.1" status: 204 len: 168 time: 0.1243517 Jul 05 12:26:50.202520 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2957b06-5ec2-4a94-8b68-a2f1c7c29a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008e58d7-a42d-4b8a-aad6-7dc328ca4e48,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:26:50.483664 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 39066) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:26:50.497363 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9527e6a2-ddfd-484e-b27b-5406277ac7d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:50.588614 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9527e6a2-ddfd-484e-b27b-5406277ac7d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:50.594133 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9527e6a2-ddfd-484e-b27b-5406277ac7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:50.631936 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9527e6a2-ddfd-484e-b27b-5406277ac7d6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=864b9f87d29649f6a02ecddb40736829&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1466959 Jul 05 12:26:50.632439 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9527e6a2-ddfd-484e-b27b-5406277ac7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bec1611-9a80-42ce-a4f2-c27b664ae834,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:26:50.634956 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 39074) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:26:50.687119 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c93894e6-a68b-43b3-b506-17fc0a444d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:50.708442 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c93894e6-a68b-43b3-b506-17fc0a444d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:50.761495 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c93894e6-a68b-43b3-b506-17fc0a444d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:50.763706 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c93894e6-a68b-43b3-b506-17fc0a444d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:50.764863 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-c93894e6-a68b-43b3-b506-17fc0a444d72 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5bec1611-9a80-42ce-a4f2-c27b664ae834 HTTP/1.1" status: 204 len: 168 time: 0.1281481 Jul 05 12:26:50.777422 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93894e6-a68b-43b3-b506-17fc0a444d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bec1611-9a80-42ce-a4f2-c27b664ae834,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:26:50.783024 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-356b984a-bc74-4a26-b6bb-bb614cec1e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:50.907275 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb08f2b-e763-49dd-85c0-de7fa3bc62b6 req-1ed30157-e479-429a-92ec-5d1873288f82 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:50.908787 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-abb08f2b-e763-49dd-85c0-de7fa3bc62b6 req-1ed30157-e479-429a-92ec-5d1873288f82 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.0728214 Jul 05 12:26:50.950118 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-abb08f2b-e763-49dd-85c0-de7fa3bc62b6 req-77d836f0-6a5e-48a9-a55f-a098c68f5ae3 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353298 Jul 05 12:26:51.083631 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4cb9c-10c5-436b-83e7-c57ae60d2041 req-70960559-8a49-4fd7-96fc-68a908eccfb5 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:51.085219 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-28c4cb9c-10c5-436b-83e7-c57ae60d2041 req-70960559-8a49-4fd7-96fc-68a908eccfb5 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 946 time: 0.0642352 Jul 05 12:26:51.124151 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-28c4cb9c-10c5-436b-83e7-c57ae60d2041 req-13b66578-119f-46f2-a8fa-c75865713bea tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332952 Jul 05 12:26:52.132362 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63f416-f5ee-4f3e-b519-cdecf1442e08 req-d82ea33a-b680-42a0-9008-60f8c60133d3 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:52.133822 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0e63f416-f5ee-4f3e-b519-cdecf1442e08 req-d82ea33a-b680-42a0-9008-60f8c60133d3 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.0688393 Jul 05 12:26:52.177411 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0e63f416-f5ee-4f3e-b519-cdecf1442e08 req-b063c205-c6a2-4afc-b3e5-13375758fc24 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371854 Jul 05 12:26:52.316802 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca152c-aaf3-4d99-9e62-1d83142e0b9d req-cb77f877-6bca-4b6d-adbe-c3ec60f8639f tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:52.322049 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-55ca152c-aaf3-4d99-9e62-1d83142e0b9d req-cb77f877-6bca-4b6d-adbe-c3ec60f8639f tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 946 time: 0.0684474 Jul 05 12:26:52.357428 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-55ca152c-aaf3-4d99-9e62-1d83142e0b9d req-ae444b28-7719-4e6c-952a-2416751b1175 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331709 Jul 05 12:26:52.561097 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 39146) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:26:52.665793 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ec190ff9-4fe9-4605-82b0-cc7674851b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:52.752557 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ec190ff9-4fe9-4605-82b0-cc7674851b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:52.756233 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ec190ff9-4fe9-4605-82b0-cc7674851b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:52.794132 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-ec190ff9-4fe9-4605-82b0-cc7674851b1c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ae944bcb2c3c479a9ce076f90d61c3dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319682 Jul 05 12:26:52.794994 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec190ff9-4fe9-4605-82b0-cc7674851b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bfba4c-f794-4696-91cc-60511c698a9e,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:26:52.797456 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 39154) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:26:52.846212 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dee07a08-60e3-4401-bac0-883ee51a62ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:52.866560 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dee07a08-60e3-4401-bac0-883ee51a62ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:52.914335 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dee07a08-60e3-4401-bac0-883ee51a62ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:52.916960 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dee07a08-60e3-4401-bac0-883ee51a62ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:52.918106 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-dee07a08-60e3-4401-bac0-883ee51a62ce admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c8bfba4c-f794-4696-91cc-60511c698a9e HTTP/1.1" status: 204 len: 168 time: 0.1196430 Jul 05 12:26:52.925682 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee07a08-60e3-4401-bac0-883ee51a62ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bfba4c-f794-4696-91cc-60511c698a9e,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:26:53.173159 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 39160) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:26:53.186847 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-70d0d2ed-1930-4531-aba0-afc91474611e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:53.280078 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-70d0d2ed-1930-4531-aba0-afc91474611e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:53.283886 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-70d0d2ed-1930-4531-aba0-afc91474611e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:53.345072 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1e975734-3223-4964-93e9-8e2deff7a873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:53.349705 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-70d0d2ed-1930-4531-aba0-afc91474611e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2725d5e92ee943fdbb787865db457b23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1754673 Jul 05 12:26:53.353010 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 39164) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:26:53.355502 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0d2ed-1930-4531-aba0-afc91474611e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad34f8a-0fe4-4265-926c-67ec0285260b,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:26:53.391426 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ac622-6718-4b38-8818-efa6f3950ff7 req-61e40bb9-de06-4150-9cbf-0cfc43fb7695 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:53.393138 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fd6ac622-6718-4b38-8818-efa6f3950ff7 req-61e40bb9-de06-4150-9cbf-0cfc43fb7695 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.0983391 Jul 05 12:26:53.415523 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a25bbb92-daad-4159-8a4f-f54965dc5d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:53.436841 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fd6ac622-6718-4b38-8818-efa6f3950ff7 req-2a09a9fa-71af-4894-9b77-52092d66fea2 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373178 Jul 05 12:26:53.442737 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a25bbb92-daad-4159-8a4f-f54965dc5d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:53.488925 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a25bbb92-daad-4159-8a4f-f54965dc5d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:53.491643 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a25bbb92-daad-4159-8a4f-f54965dc5d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:53.492850 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-a25bbb92-daad-4159-8a4f-f54965dc5d3f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7ad34f8a-0fe4-4265-926c-67ec0285260b HTTP/1.1" status: 204 len: 168 time: 0.1386142 Jul 05 12:26:53.501008 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25bbb92-daad-4159-8a4f-f54965dc5d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad34f8a-0fe4-4265-926c-67ec0285260b,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:26:53.549261 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c17f4-7f2a-4e9e-99c4-9c0da8b62b00 req-96fe74bc-0ce6-4e4b-aafe-746aa0dc0c34 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:53.550665 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-390c17f4-7f2a-4e9e-99c4-9c0da8b62b00 req-96fe74bc-0ce6-4e4b-aafe-746aa0dc0c34 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 946 time: 0.0736151 Jul 05 12:26:53.594006 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-390c17f4-7f2a-4e9e-99c4-9c0da8b62b00 req-9dc817e1-72ed-493e-8b04-d51f36a9b1de tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378685 Jul 05 12:26:53.701450 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:54.638007 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7c5ef-6bf1-493e-a239-45aae9d8f394 req-93ab2191-a3af-48e9-957e-d9a512068d45 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:54.639554 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-00f7c5ef-6bf1-493e-a239-45aae9d8f394 req-93ab2191-a3af-48e9-957e-d9a512068d45 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.0654039 Jul 05 12:26:54.675576 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:54.679994 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-00f7c5ef-6bf1-493e-a239-45aae9d8f394 req-bafca4c6-6846-45b2-8d30-ec6afecdb8f9 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346441 Jul 05 12:26:54.780561 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a580d-299a-4229-ba6a-b152c4b4af61 req-8bbddccb-c920-468c-b5fd-3d6b32a02653 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:54.782047 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c07a580d-299a-4229-ba6a-b152c4b4af61 req-8bbddccb-c920-468c-b5fd-3d6b32a02653 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 946 time: 0.0659745 Jul 05 12:26:54.822111 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c07a580d-299a-4229-ba6a-b152c4b4af61 req-cb2d85ca-35db-4fe6-b680-ef0a3fa52583 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339818 Jul 05 12:26:55.868068 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a2afd-a85a-4afa-8927-1ae7ec2f299d req-5cb018eb-9fb8-4b15-b0c4-a55814027d5a tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:55.869599 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1d8a2afd-a85a-4afa-8927-1ae7ec2f299d req-5cb018eb-9fb8-4b15-b0c4-a55814027d5a tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.0706034 Jul 05 12:26:55.927038 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1d8a2afd-a85a-4afa-8927-1ae7ec2f299d req-c4817b16-ee87-4b14-9ea9-4a146c0a03ac tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512547 Jul 05 12:26:56.027409 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8fbb9-fb36-48d3-a0de-e15e90c2bf7e req-7fc0d7d6-161a-40b6-914c-cbc1c987f43c tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:56.028773 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8fc8fbb9-fb36-48d3-a0de-e15e90c2bf7e req-7fc0d7d6-161a-40b6-914c-cbc1c987f43c tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 946 time: 0.0630312 Jul 05 12:26:56.065126 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8fc8fbb9-fb36-48d3-a0de-e15e90c2bf7e req-c5d40e40-90fb-4535-8f3a-cef3c038c883 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305359 Jul 05 12:26:56.242388 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:57.101186 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54cd46-49e8-41ad-aef7-61179f275d93 req-85f9069f-740e-497d-a969-4b9998d11f4e tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:57.102673 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9c54cd46-49e8-41ad-aef7-61179f275d93 req-85f9069f-740e-497d-a969-4b9998d11f4e tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.0620313 Jul 05 12:26:57.144932 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9c54cd46-49e8-41ad-aef7-61179f275d93 req-a5657528-19ad-4ce1-8f2b-6249383a2c42 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366633 Jul 05 12:26:57.243017 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da9074-d563-4646-bd15-7091c6f45945 req-d87ad5cd-0ad9-4c1c-b456-e663d874eca2 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:57.244484 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-98da9074-d563-4646-bd15-7091c6f45945 req-d87ad5cd-0ad9-4c1c-b456-e663d874eca2 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 946 time: 0.0642114 Jul 05 12:26:57.281958 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-98da9074-d563-4646-bd15-7091c6f45945 req-0a1d4b64-01bb-4b13-920d-f8a748aa9e4f tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313308 Jul 05 12:26:58.134345 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device d6ee29c4-7aca-4473-841c-f7b867576fb6 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 12:26:58.231710 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port d6ee29c4-7aca-4473-841c-f7b867576fb6, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d6ee29c4-7aca-4473-841c-f7b867576fb6,segment=NetworkSegment(ba2612a6-0598-4c68-93ea-4c354bd542e5),segment_id=ba2612a6-0598-4c68-93ea-4c354bd542e5)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:26:58.244270 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Returning: {'device': 'd6ee29c4-7aca-4473-841c-f7b867576fb6', 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1', 'port_id': 'd6ee29c4-7aca-4473-841c-f7b867576fb6', 'mac_address': 'fa:16:3e:c4:fb:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e29bc3a4-4782-4c7f-be99-ab421b15f5f5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 12:26:58.286574 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:58.300928 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d6ee29c4-7aca-4473-841c-f7b867576fb6 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:26:58.322201 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port d6ee29c4-7aca-4473-841c-f7b867576fb6, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d6ee29c4-7aca-4473-841c-f7b867576fb6,segment=NetworkSegment(ba2612a6-0598-4c68-93ea-4c354bd542e5),segment_id=ba2612a6-0598-4c68-93ea-4c354bd542e5)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:26:58.326883 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:26:58.375326 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=d6ee29c4-7aca-4473-841c-f7b867576fb6,revision_number=6']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:26:58.382718 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:26:58.383293 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:26:58.383681 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:26:58.384114 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:26:58.384960 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:26:58.384960 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:26:58.385370 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:26:58.385894 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:26:58.386299 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:26:58.386630 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:26:58.387032 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:26:58.387396 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:26:58.510769 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f61663-b4f7-427c-ba8e-34e4d8766646 req-70bcd666-486c-4457-bdd0-ed0dea2842f5 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:58.512764 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d4f61663-b4f7-427c-ba8e-34e4d8766646 req-70bcd666-486c-4457-bdd0-ed0dea2842f5 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 945 time: 0.1122904 Jul 05 12:26:58.520439 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998d17e-e81d-4c91-8e1c-feb8aaa1ecc5 req-19ef6b65-90f5-4114-8d87-a1d2f5f60e59 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:58.521838 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1998d17e-e81d-4c91-8e1c-feb8aaa1ecc5 req-19ef6b65-90f5-4114-8d87-a1d2f5f60e59 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.0932944 Jul 05 12:26:58.578448 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d4f61663-b4f7-427c-ba8e-34e4d8766646 req-ccfd6c0c-a2fb-4b02-bb6a-f5769ebd473a tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556102 Jul 05 12:26:58.581045 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1998d17e-e81d-4c91-8e1c-feb8aaa1ecc5 req-d0c47a28-0735-4d2d-b255-41cf180a2b0c tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515151 Jul 05 12:26:59.809051 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262233bc-073f-400f-ba9c-d9bd692ab9c7 req-cc26c085-dc78-4d9f-ba87-7ae7e08cd9a5 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:59.810705 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-262233bc-073f-400f-ba9c-d9bd692ab9c7 req-cc26c085-dc78-4d9f-ba87-7ae7e08cd9a5 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.1153920 Jul 05 12:26:59.818535 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655cb61a-7789-4447-8107-5b2106cc3c5b req-ef3577ac-a171-49b9-8b2c-c75723996fc4 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:26:59.819912 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-655cb61a-7789-4447-8107-5b2106cc3c5b req-ef3577ac-a171-49b9-8b2c-c75723996fc4 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 945 time: 0.0911310 Jul 05 12:26:59.877431 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-262233bc-073f-400f-ba9c-d9bd692ab9c7 req-b4dd2a58-12df-4108-90fe-dd1bd3bc8815 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565722 Jul 05 12:26:59.882295 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-655cb61a-7789-4447-8107-5b2106cc3c5b req-31731d56-d7aa-4066-95d2-2f1de9497e38 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550163 Jul 05 12:27:01.091099 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8098f6-dff5-4ca2-a179-c83b5673f1f3 req-661af845-6460-443a-b147-0b3680733c97 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:01.092118 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5c8098f6-dff5-4ca2-a179-c83b5673f1f3 req-661af845-6460-443a-b147-0b3680733c97 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.0996284 Jul 05 12:27:01.110959 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9aa66-f532-4072-81a7-25e3a23ded7a req-db7cad97-e7b9-4162-be33-d82e9a28a4b2 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:01.112327 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5ca9aa66-f532-4072-81a7-25e3a23ded7a req-db7cad97-e7b9-4162-be33-d82e9a28a4b2 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 945 time: 0.0930479 Jul 05 12:27:01.161937 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5c8098f6-dff5-4ca2-a179-c83b5673f1f3 req-b7527082-5460-4b27-ba29-df97d012a583 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637677 Jul 05 12:27:01.168760 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5ca9aa66-f532-4072-81a7-25e3a23ded7a req-fee3c9f3-759a-4d8e-be2b-0a7759a548a5 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493116 Jul 05 12:27:02.157285 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:27:02.371969 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18fbf2-2840-4ccb-8447-5d5fb55982b5 req-d9c88693-311e-4f85-a194-dc35ad4b12fe tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:02.373429 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fb18fbf2-2840-4ccb-8447-5d5fb55982b5 req-d9c88693-311e-4f85-a194-dc35ad4b12fe tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.1015294 Jul 05 12:27:02.392398 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22358cb9-8a50-49e1-ac4c-66e4d4698abd req-80f76893-dbc8-4d3d-9275-3747a3ffe014 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:02.393777 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-22358cb9-8a50-49e1-ac4c-66e4d4698abd req-80f76893-dbc8-4d3d-9275-3747a3ffe014 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 945 time: 0.1083729 Jul 05 12:27:02.440736 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fb18fbf2-2840-4ccb-8447-5d5fb55982b5 req-5bf8d41d-b7e1-4bb3-9949-521d2ed88197 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610719 Jul 05 12:27:02.447566 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-22358cb9-8a50-49e1-ac4c-66e4d4698abd req-c6ac9a1b-05db-43de-90db-13311e5f8f30 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466378 Jul 05 12:27:02.875961 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] get_ports_and_sgs() called for port_ids ['d6ee29c4-7aca-4473-841c-f7b867576fb6'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 12:27:03.661567 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd729a-e4f4-4ad2-a322-ff59a63c73a9 req-21ff92e5-d133-43bf-a19a-676ed24ce16b tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:03.663068 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bbdd729a-e4f4-4ad2-a322-ff59a63c73a9 req-21ff92e5-d133-43bf-a19a-676ed24ce16b tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.1092715 Jul 05 12:27:03.671603 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93735464-64b9-449f-b16c-1c5a9fd9ac8d req-2d52fbbe-f0b1-4f37-bd3b-86add3345f47 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:03.672971 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-93735464-64b9-449f-b16c-1c5a9fd9ac8d req-2d52fbbe-f0b1-4f37-bd3b-86add3345f47 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 945 time: 0.1091981 Jul 05 12:27:03.725768 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bbdd729a-e4f4-4ad2-a322-ff59a63c73a9 req-f7b64ce6-df32-48e6-ab23-051899f0503a tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518610 Jul 05 12:27:03.735119 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-93735464-64b9-449f-b16c-1c5a9fd9ac8d req-4e7ac393-93c1-4b68-8e51-8f5742172dde tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551631 Jul 05 12:27:04.959175 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735b7e9-60de-4471-be9c-528cc1110081 req-92cb0590-8481-41cb-913f-80e52f2e90c7 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:04.962748 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d735b7e9-60de-4471-be9c-528cc1110081 req-92cb0590-8481-41cb-913f-80e52f2e90c7 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.1119683 Jul 05 12:27:04.977270 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05843a0-d0d5-4007-9a66-05678962880a req-93e49c37-c784-4a5e-8c1f-068f7efa252f tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:04.978711 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b05843a0-d0d5-4007-9a66-05678962880a req-93e49c37-c784-4a5e-8c1f-068f7efa252f tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 945 time: 0.1280961 Jul 05 12:27:05.037945 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d735b7e9-60de-4471-be9c-528cc1110081 req-1948b7b0-9274-4d99-ae22-10f7f924a0f8 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683503 Jul 05 12:27:05.042641 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b05843a0-d0d5-4007-9a66-05678962880a req-685dad25-136f-4466-9520-875eff34430e tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465488 Jul 05 12:27:05.477498 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device d6ee29c4-7aca-4473-841c-f7b867576fb6 up at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:27:05.523988 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning complete for port d6ee29c4-7aca-4473-841c-f7b867576fb6 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:27:05.524355 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:05.598096 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:05.619876 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c00a42b4-2b64-41f0-9a17-b91b415f8f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ee29c4-7aca-4473-841c-f7b867576fb6'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:27:05.622153 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb11927d8d6a4f40405007df32e35409d46ab531454b71f6d23f9687e715819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b30b9f7-8cf8-42a0-b876-bb43485337ce" -d '{"events": [{"server_uuid": "c00a42b4-2b64-41f0-9a17-b91b415f8f84", "name": "network-vif-plugged", "status": "completed", "tag": "d6ee29c4-7aca-4473-841c-f7b867576fb6"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:27:05.637984 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port d6ee29c4-7aca-4473-841c-f7b867576fb6, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d6ee29c4-7aca-4473-841c-f7b867576fb6,segment=NetworkSegment(ba2612a6-0598-4c68-93ea-4c354bd542e5),segment_id=ba2612a6-0598-4c68-93ea-4c354bd542e5)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:27:05.642372 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:05.665959 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea27e43-2494-47d8-9708-ae7312c67776 x-openstack-request-id: req-eea27e43-2494-47d8-9708-ae7312c67776 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:27:05.666256 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c00a42b4-2b64-41f0-9a17-b91b415f8f84", "name": "network-vif-plugged", "status": "completed", "tag": "d6ee29c4-7aca-4473-841c-f7b867576fb6", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:27:05.666630 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eea27e43-2494-47d8-9708-ae7312c67776 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:27:05.667023 dv-cinder-796286-12-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c00a42b4-2b64-41f0-9a17-b91b415f8f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ee29c4-7aca-4473-841c-f7b867576fb6', 'code': 200} Jul 05 12:27:05.691571 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=d6ee29c4-7aca-4473-841c-f7b867576fb6,revision_number=7']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:27:06.258507 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5474b55-cfe9-4727-98ec-24a7af9370f7 req-ce01d98e-50f7-4c95-94fe-c22f4e6a1683 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:06.260012 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a5474b55-cfe9-4727-98ec-24a7af9370f7 req-ce01d98e-50f7-4c95-94fe-c22f4e6a1683 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 946 time: 0.0979676 Jul 05 12:27:06.268512 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa690f1-4870-4b45-960d-e0352e3a0b5a req-e1fc4b8e-1d68-44e7-9894-a6d7eff7e759 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:06.269883 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9aa690f1-4870-4b45-960d-e0352e3a0b5a req-e1fc4b8e-1d68-44e7-9894-a6d7eff7e759 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.1171575 Jul 05 12:27:06.323802 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a5474b55-cfe9-4727-98ec-24a7af9370f7 req-5f1aa9d6-ea53-4ec2-b479-9f46a558d0a4 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529830 Jul 05 12:27:06.329383 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9aa690f1-4870-4b45-960d-e0352e3a0b5a req-ec597f43-9316-4b51-971e-f8264b34115b tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528266 Jul 05 12:27:07.547936 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3ed3f-7b03-49e2-ad02-c24176338421 req-9f42ac6d-72eb-4493-8057-447cc5257cca tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:07.549455 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fea3ed3f-7b03-49e2-ad02-c24176338421 req-9f42ac6d-72eb-4493-8057-447cc5257cca tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 946 time: 0.1083577 Jul 05 12:27:07.557097 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33099a9d-06cd-4ffd-a78d-85c8ab2379e8 req-3de681e7-1019-4933-ba75-a9facc09be15 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:07.558503 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-33099a9d-06cd-4ffd-a78d-85c8ab2379e8 req-3de681e7-1019-4933-ba75-a9facc09be15 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.1155748 Jul 05 12:27:07.615627 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fea3ed3f-7b03-49e2-ad02-c24176338421 req-b749ad7d-9305-4285-b63c-a06e0dcb8b2c tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560722 Jul 05 12:27:07.618167 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-33099a9d-06cd-4ffd-a78d-85c8ab2379e8 req-598b4cf3-d7d8-4635-8425-576a737c5d68 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526779 Jul 05 12:27:08.835477 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8e36c-a3e5-4c3d-b9d0-407452a3e4ee req-366a5e01-79fb-48b0-b005-7787e31bf864 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:08.836851 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c6c8e36c-a3e5-4c3d-b9d0-407452a3e4ee req-366a5e01-79fb-48b0-b005-7787e31bf864 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 946 time: 0.1062047 Jul 05 12:27:08.845279 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00fa2f6-2bad-44a8-9c73-c88bbd338b39 req-c1f6a9cb-9eeb-4785-9568-153afd11121e tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:08.846657 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a00fa2f6-2bad-44a8-9c73-c88bbd338b39 req-c1f6a9cb-9eeb-4785-9568-153afd11121e tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.1147268 Jul 05 12:27:08.901888 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c6c8e36c-a3e5-4c3d-b9d0-407452a3e4ee req-0adcd5ea-b3da-401c-adc3-ebc014024071 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542445 Jul 05 12:27:08.908067 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a00fa2f6-2bad-44a8-9c73-c88bbd338b39 req-85da8f7c-41ca-418d-bef9-14b349fdf9b5 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547805 Jul 05 12:27:09.864698 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 39374) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:27:09.968967 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-10817da5-06e9-40b6-b2f6-c7efea6396a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:10.064090 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-10817da5-06e9-40b6-b2f6-c7efea6396a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:10.068427 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-10817da5-06e9-40b6-b2f6-c7efea6396a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:10.106757 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-10817da5-06e9-40b6-b2f6-c7efea6396a2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=54f30705feba4d8587491f272a343d6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2409458 Jul 05 12:27:10.107917 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10817da5-06e9-40b6-b2f6-c7efea6396a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25bb5595-4d4c-4d99-bf4b-65036f38248c,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:27:10.109366 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 39382) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:27:10.115728 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10817da5-06e9-40b6-b2f6-c7efea6396a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:27:10.116106 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10817da5-06e9-40b6-b2f6-c7efea6396a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:27:10.116402 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10817da5-06e9-40b6-b2f6-c7efea6396a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:27:10.116745 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10817da5-06e9-40b6-b2f6-c7efea6396a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:27:10.117078 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10817da5-06e9-40b6-b2f6-c7efea6396a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:27:10.117412 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10817da5-06e9-40b6-b2f6-c7efea6396a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:27:10.117746 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10817da5-06e9-40b6-b2f6-c7efea6396a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:27:10.118076 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10817da5-06e9-40b6-b2f6-c7efea6396a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:27:10.118405 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10817da5-06e9-40b6-b2f6-c7efea6396a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:27:10.119055 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10817da5-06e9-40b6-b2f6-c7efea6396a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:27:10.119055 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10817da5-06e9-40b6-b2f6-c7efea6396a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:27:10.119377 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10817da5-06e9-40b6-b2f6-c7efea6396a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:27:10.366885 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9425e7-6151-4a34-8950-ed35cb4631b8 req-9b5c839a-387a-4832-9ba3-6df785950080 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:10.368336 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3f9425e7-6151-4a34-8950-ed35cb4631b8 req-9b5c839a-387a-4832-9ba3-6df785950080 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 946 time: 0.3428452 Jul 05 12:27:10.414901 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a4ae37-ef79-4b28-b3ed-ff51b007dbde req-e1e65e9c-69b6-4e11-a3f3-156e74ebc58c tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:10.416257 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-56a4ae37-ef79-4b28-b3ed-ff51b007dbde req-e1e65e9c-69b6-4e11-a3f3-156e74ebc58c tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.3804464 Jul 05 12:27:10.456684 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3f9425e7-6151-4a34-8950-ed35cb4631b8 req-98d6a38a-6a85-4f96-97b6-3c1d54c34250 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792267 Jul 05 12:27:10.459107 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-83ecb508-b436-4bc8-b651-12602653b14c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:10.486507 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-56a4ae37-ef79-4b28-b3ed-ff51b007dbde req-d365137c-2b57-4379-97d5-7c0580a1e3e9 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616305 Jul 05 12:27:10.494842 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-83ecb508-b436-4bc8-b651-12602653b14c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:10.540369 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-83ecb508-b436-4bc8-b651-12602653b14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:10.543160 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-83ecb508-b436-4bc8-b651-12602653b14c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:10.544296 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-83ecb508-b436-4bc8-b651-12602653b14c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/25bb5595-4d4c-4d99-bf4b-65036f38248c HTTP/1.1" status: 204 len: 168 time: 0.4340184 Jul 05 12:27:10.551443 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecb508-b436-4bc8-b651-12602653b14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25bb5595-4d4c-4d99-bf4b-65036f38248c,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:27:11.682527 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2d0cd-7390-418c-893d-137c46cdc08f req-d1267c76-0c80-48a1-95ad-1ecae5d23a7a tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:11.684038 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6eb2d0cd-7390-418c-893d-137c46cdc08f req-d1267c76-0c80-48a1-95ad-1ecae5d23a7a tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 946 time: 0.1061242 Jul 05 12:27:11.719694 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbe408-1eeb-4132-b26c-bc2fe9b826e3 req-1435c6f4-66a6-4c77-85aa-653cfa27f146 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:11.721177 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1dbbe408-1eeb-4132-b26c-bc2fe9b826e3 req-1435c6f4-66a6-4c77-85aa-653cfa27f146 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.1103184 Jul 05 12:27:11.753330 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6eb2d0cd-7390-418c-893d-137c46cdc08f req-ef2c03d3-dd34-4f1c-a324-554abf88a25c tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617557 Jul 05 12:27:11.776310 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1dbbe408-1eeb-4132-b26c-bc2fe9b826e3 req-50071783-6ecc-4e71-8e27-2fc007f4b107 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490794 Jul 05 12:27:12.980457 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca0b62-0cf4-4efa-8381-c6a41c9e95a0 req-f21e600e-bcc9-4e23-878b-777c50469bf0 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:12.982066 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-91ca0b62-0cf4-4efa-8381-c6a41c9e95a0 req-f21e600e-bcc9-4e23-878b-777c50469bf0 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 946 time: 0.1059415 Jul 05 12:27:13.002357 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06640394-c176-4ccf-a75a-7c72cab5c392 req-bb707d33-2a71-427b-bf05-c9b2f8bb8a86 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:13.003787 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-06640394-c176-4ccf-a75a-7c72cab5c392 req-bb707d33-2a71-427b-bf05-c9b2f8bb8a86 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.1005397 Jul 05 12:27:13.046641 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-91ca0b62-0cf4-4efa-8381-c6a41c9e95a0 req-a217742c-76bb-489f-a11c-c5fc361be34b tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578365 Jul 05 12:27:13.058686 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-06640394-c176-4ccf-a75a-7c72cab5c392 req-25a59e9c-8870-4d5c-a8fc-8b9a34c45165 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477471 Jul 05 12:27:14.272038 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f588422-8e9d-4bca-825b-f126aec9f4f7 req-044cbf07-b591-481f-80b5-51e632a06ac2 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:14.273544 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8f588422-8e9d-4bca-825b-f126aec9f4f7 req-044cbf07-b591-481f-80b5-51e632a06ac2 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 946 time: 0.1088526 Jul 05 12:27:14.282019 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e3b39-00e2-4ece-9251-be68765c81fb req-f48cc74d-507b-483c-a74c-3d2381428369 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:14.283476 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-574e3b39-00e2-4ece-9251-be68765c81fb req-f48cc74d-507b-483c-a74c-3d2381428369 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.1095383 Jul 05 12:27:14.339379 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8f588422-8e9d-4bca-825b-f126aec9f4f7 req-8aadea12-fa98-4175-9d04-646d42a94e4d tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548656 Jul 05 12:27:14.347134 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-574e3b39-00e2-4ece-9251-be68765c81fb req-ac7a87e9-2b8c-47bf-a990-2393860eff9b tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568123 Jul 05 12:27:15.571324 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a393f-ecb1-477d-8b81-dcad4e5c1cb6 req-ddbcd9fb-387a-4f80-9fc8-1cfd8e229557 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:15.583352 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0b6a393f-ecb1-477d-8b81-dcad4e5c1cb6 req-ddbcd9fb-387a-4f80-9fc8-1cfd8e229557 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 946 time: 0.1066930 Jul 05 12:27:15.680256 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0b6a393f-ecb1-477d-8b81-dcad4e5c1cb6 req-9d96813f-4143-41a7-abd2-785e7b9db5bc tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903373 Jul 05 12:27:15.876311 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dbccd9-999b-42da-bd8a-c2c7a402e52b req-657c1f57-8301-4a2f-9070-8271a50efbc2 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:15.878027 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-45dbccd9-999b-42da-bd8a-c2c7a402e52b req-657c1f57-8301-4a2f-9070-8271a50efbc2 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.0736570 Jul 05 12:27:15.927896 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-45dbccd9-999b-42da-bd8a-c2c7a402e52b req-c2f18a04-0e1d-4822-958e-a6a3f3bff5e9 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413125 Jul 05 12:27:17.028791 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aaeea6-84ad-4ef0-b1a7-5b30bd380bde req-45c14fe6-d599-4960-9b6d-cdc969f3ae38 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:17.039358 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-43aaeea6-84ad-4ef0-b1a7-5b30bd380bde req-45c14fe6-d599-4960-9b6d-cdc969f3ae38 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 946 time: 0.1595302 Jul 05 12:27:17.102390 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-43aaeea6-84ad-4ef0-b1a7-5b30bd380bde req-11a81401-a5ac-4f84-8906-c20088ab478d tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571396 Jul 05 12:27:17.444836 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a3f5e-6c18-4cf3-8d14-d323c83f937b req-2380755f-0464-42d2-9663-9dbc28955b31 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:17.447504 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c98a3f5e-6c18-4cf3-8d14-d323c83f937b req-2380755f-0464-42d2-9663-9dbc28955b31 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.1224289 Jul 05 12:27:17.500606 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c98a3f5e-6c18-4cf3-8d14-d323c83f937b req-ba0a0a72-0726-4941-91f8-6344331a5a23 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459211 Jul 05 12:27:17.620530 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49b0cc-6277-46fc-b10c-0d25b5a3b642 req-d290fa34-1180-4cfe-a075-b9d0ada42841 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:17.622063 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7d49b0cc-6277-46fc-b10c-0d25b5a3b642 req-d290fa34-1180-4cfe-a075-b9d0ada42841 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=d11860dd-1aad-4903-b564-3380a686ba3b HTTP/1.1" status: 200 len: 946 time: 0.0773778 Jul 05 12:27:17.671762 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7d49b0cc-6277-46fc-b10c-0d25b5a3b642 req-479ee25d-97a1-4170-b3c8-c415adda94b9 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/security-groups?id=f71a77dd-2836-49af-bc51-55378fb2809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421846 Jul 05 12:27:18.004355 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:18.320939 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599cb1f3-39fc-4477-a3f3-79627ef0c3e6 req-04da7790-60cf-4290-ad5f-42070a69ea24 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:18.323454 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-599cb1f3-39fc-4477-a3f3-79627ef0c3e6 req-04da7790-60cf-4290-ad5f-42070a69ea24 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 946 time: 0.0695937 Jul 05 12:27:18.365549 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-599cb1f3-39fc-4477-a3f3-79627ef0c3e6 req-e1fc06c6-9e9c-4a02-9f39-c3e8172d420c tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359485 Jul 05 12:27:18.789414 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3206e17-5b2f-4866-8e61-d24793443e88 req-4d7bc4f6-b9a1-44e2-afdd-d2c0755b61df tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:18.802181 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b3206e17-5b2f-4866-8e61-d24793443e88 req-4d7bc4f6-b9a1-44e2-afdd-d2c0755b61df tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.1404047 Jul 05 12:27:18.925129 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b3206e17-5b2f-4866-8e61-d24793443e88 req-64870075-d767-4105-be90-2258247e7966 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214800 Jul 05 12:27:18.983184 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffebc0ac-068e-432e-9a0d-93a9f6b0dc7c req-e09dcbae-fe5f-42f1-9733-279f45ecec8b tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:18.986561 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ffebc0ac-068e-432e-9a0d-93a9f6b0dc7c req-e09dcbae-fe5f-42f1-9733-279f45ecec8b tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=d11860dd-1aad-4903-b564-3380a686ba3b HTTP/1.1" status: 200 len: 946 time: 0.1262600 Jul 05 12:27:19.040976 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ffebc0ac-068e-432e-9a0d-93a9f6b0dc7c req-6e4afda7-de20-456c-b467-855019883c2d tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/security-groups?id=f71a77dd-2836-49af-bc51-55378fb2809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468588 Jul 05 12:27:19.240354 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 39586) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:27:19.348903 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ef1db1c7-26ac-45ae-94fa-eb351b892080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:19.495267 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ef1db1c7-26ac-45ae-94fa-eb351b892080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:19.500708 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ef1db1c7-26ac-45ae-94fa-eb351b892080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:19.541164 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-ef1db1c7-26ac-45ae-94fa-eb351b892080 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ea03dcba8fe54b78ac087a892a5dbae4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2997415 Jul 05 12:27:19.544165 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 39592) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:27:19.596941 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1db1c7-26ac-45ae-94fa-eb351b892080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c54e6b-ae7d-4f06-9959-065a3fc281f4,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:27:19.601625 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-694a7469-3689-4273-ab2d-2cb5e807e0ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:19.607677 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1db1c7-26ac-45ae-94fa-eb351b892080 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:27:19.608456 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1db1c7-26ac-45ae-94fa-eb351b892080 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:27:19.608700 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1db1c7-26ac-45ae-94fa-eb351b892080 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:27:19.608941 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1db1c7-26ac-45ae-94fa-eb351b892080 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:27:19.609389 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1db1c7-26ac-45ae-94fa-eb351b892080 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:27:19.610279 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1db1c7-26ac-45ae-94fa-eb351b892080 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:27:19.610903 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1db1c7-26ac-45ae-94fa-eb351b892080 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:27:19.611245 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1db1c7-26ac-45ae-94fa-eb351b892080 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:27:19.611706 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1db1c7-26ac-45ae-94fa-eb351b892080 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:27:19.612372 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1db1c7-26ac-45ae-94fa-eb351b892080 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:27:19.612755 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1db1c7-26ac-45ae-94fa-eb351b892080 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:27:19.613163 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1db1c7-26ac-45ae-94fa-eb351b892080 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:27:19.634633 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-694a7469-3689-4273-ab2d-2cb5e807e0ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:19.655844 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84734a34-8125-4eb9-83d1-bb9beaa127ef req-aed2ead0-3f98-4bbc-b7b4-27f840d30d7e tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:19.657490 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-84734a34-8125-4eb9-83d1-bb9beaa127ef req-aed2ead0-3f98-4bbc-b7b4-27f840d30d7e tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 946 time: 0.1205990 Jul 05 12:27:19.689629 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-694a7469-3689-4273-ab2d-2cb5e807e0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:19.696777 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-694a7469-3689-4273-ab2d-2cb5e807e0ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:19.697953 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-694a7469-3689-4273-ab2d-2cb5e807e0ce admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d2c54e6b-ae7d-4f06-9959-065a3fc281f4 HTTP/1.1" status: 204 len: 168 time: 0.1524961 Jul 05 12:27:19.719115 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a7469-3689-4273-ab2d-2cb5e807e0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c54e6b-ae7d-4f06-9959-065a3fc281f4,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:27:19.738090 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-84734a34-8125-4eb9-83d1-bb9beaa127ef req-1361d3d9-b14e-4e67-b233-4466aa27b630 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745249 Jul 05 12:27:20.071603 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 39604) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:27:20.089461 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d943d3b1-1acb-4b63-a382-ad0ed75fef10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:20.147291 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ffe05-e8c1-487b-a5d6-9babd4c49071 req-5919ca1f-2faa-4ddd-8779-f223d2e3543c tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:20.156549 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0e4ffe05-e8c1-487b-a5d6-9babd4c49071 req-5919ca1f-2faa-4ddd-8779-f223d2e3543c tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.0898037 Jul 05 12:27:20.238329 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d943d3b1-1acb-4b63-a382-ad0ed75fef10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:20.244469 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d943d3b1-1acb-4b63-a382-ad0ed75fef10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:20.270892 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0e4ffe05-e8c1-487b-a5d6-9babd4c49071 req-2638eb44-8f4e-4f3e-be6d-ac3c392bd1df tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131248 Jul 05 12:27:20.303994 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d943d3b1-1acb-4b63-a382-ad0ed75fef10 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6e59f19ea55f46f6b24f55eb76447743&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2312224 Jul 05 12:27:20.305655 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d943d3b1-1acb-4b63-a382-ad0ed75fef10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3b1762-0c3f-4db9-9fe3-14309e17a7e4,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:27:20.307627 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 39608) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:27:20.350211 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16481a-cba1-48ba-ab5c-29ab3c6c1238 req-e18c9b89-9e5a-4ea4-9e74-672c865beee3 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:20.352525 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fb16481a-cba1-48ba-ab5c-29ab3c6c1238 req-e18c9b89-9e5a-4ea4-9e74-672c865beee3 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=d11860dd-1aad-4903-b564-3380a686ba3b HTTP/1.1" status: 200 len: 946 time: 0.1746747 Jul 05 12:27:20.421536 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fb16481a-cba1-48ba-ab5c-29ab3c6c1238 req-ea85f727-a771-4f3d-8456-80e9248d9c3f tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/security-groups?id=f71a77dd-2836-49af-bc51-55378fb2809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602257 Jul 05 12:27:20.424761 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2f310c13-c016-46a3-b28a-7320067f6420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:20.459927 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2f310c13-c016-46a3-b28a-7320067f6420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:20.532705 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2f310c13-c016-46a3-b28a-7320067f6420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:20.535444 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2f310c13-c016-46a3-b28a-7320067f6420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:20.539596 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-2f310c13-c016-46a3-b28a-7320067f6420 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7f3b1762-0c3f-4db9-9fe3-14309e17a7e4 HTTP/1.1" status: 204 len: 168 time: 0.2150862 Jul 05 12:27:20.547795 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f310c13-c016-46a3-b28a-7320067f6420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3b1762-0c3f-4db9-9fe3-14309e17a7e4,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:27:20.717104 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174112a8-465f-43a2-932b-695f2b67f855 req-0140fb38-65f8-4555-bbe5-b060a0d6e928 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:20.718654 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-174112a8-465f-43a2-932b-695f2b67f855 req-0140fb38-65f8-4555-bbe5-b060a0d6e928 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.0850461 Jul 05 12:27:20.796532 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f081874e-745a-46ac-b67e-77c8112044cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:20.806485 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-174112a8-465f-43a2-932b-695f2b67f855 req-e7c688e8-11f7-4c78-a0a4-6558c99249c2 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785005 Jul 05 12:27:20.958490 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239cd887-a949-4e22-8e4f-40388ea74f68 req-74ba2a1b-c453-4a48-a475-82646a086c27 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:20.960911 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-239cd887-a949-4e22-8e4f-40388ea74f68 req-74ba2a1b-c453-4a48-a475-82646a086c27 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 946 time: 0.0915124 Jul 05 12:27:21.007627 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-239cd887-a949-4e22-8e4f-40388ea74f68 req-0674b39d-5cd4-40ac-b03a-9316fdd139b0 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393376 Jul 05 12:27:21.398580 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 39636) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:27:21.534510 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-7699b54b-48e7-43f3-a049-78fb8018c2e9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1479581100-network', 'tenant_id': '091159087b464c6ba9a5132311313eb6'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:27:21.559465 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7699b54b-48e7-43f3-a049-78fb8018c2e9 admin admin] Made reservation on behalf of 091159087b464c6ba9a5132311313eb6 for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:27:21.562865 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7699b54b-48e7-43f3-a049-78fb8018c2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:21.584504 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7699b54b-48e7-43f3-a049-78fb8018c2e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:21.646478 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2ffb8-0742-426c-8a99-c435bf5aa363 req-d8645663-529f-469e-bb1f-652efa83af00 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:21.648101 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bcb2ffb8-0742-426c-8a99-c435bf5aa363 req-d8645663-529f-469e-bb1f-652efa83af00 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=d11860dd-1aad-4903-b564-3380a686ba3b HTTP/1.1" status: 200 len: 946 time: 0.0874889 Jul 05 12:27:21.698890 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bcb2ffb8-0742-426c-8a99-c435bf5aa363 req-15303bd2-1e79-4367-b344-34a13e244617 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/security-groups?id=f71a77dd-2836-49af-bc51-55378fb2809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411983 Jul 05 12:27:21.725036 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7699b54b-48e7-43f3-a049-78fb8018c2e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:21.729578 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7699b54b-48e7-43f3-a049-78fb8018c2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:21.765613 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7699b54b-48e7-43f3-a049-78fb8018c2e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 12:27:21.773203 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7699b54b-48e7-43f3-a049-78fb8018c2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28cae1f-601f-4e01-a9ae-075329c224c7,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:27:21.780892 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7699b54b-48e7-43f3-a049-78fb8018c2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:21.781247 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-7699b54b-48e7-43f3-a049-78fb8018c2e9 admin admin] Added segment e4db7607-1da6-4499-afda-990ba3b84f00 of type vlan for network 8d82607b-5574-4436-9a86-03c7fd644217 Jul 05 12:27:21.826757 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7699b54b-48e7-43f3-a049-78fb8018c2e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761929207381'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:21.889290 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7699b54b-48e7-43f3-a049-78fb8018c2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:21.890767 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7699b54b-48e7-43f3-a049-78fb8018c2e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:21.893724 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7699b54b-48e7-43f3-a049-78fb8018c2e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:21.982446 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-7699b54b-48e7-43f3-a049-78fb8018c2e9 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5818951 Jul 05 12:27:21.983039 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 39650) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:27:21.990040 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-0cd866c3-1eca-4bdf-8a5f-aeff6879d9cf admin admin] Request body: {'subnet': {'network_id': '8d82607b-5574-4436-9a86-03c7fd644217', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1479581100-subnet', 'tenant_id': '091159087b464c6ba9a5132311313eb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:27:21.999512 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7699b54b-48e7-43f3-a049-78fb8018c2e9 admin admin] Pushing event updated for resources: {'Network': ['ID=8d82607b-5574-4436-9a86-03c7fd644217,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:27:22.012734 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Network 8d82607b-5574-4436-9a86-03c7fd644217 details requested by agent ovs-agent-dv-cinder-796286-12-iscsi with host dv-cinder-796286-12-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 12:27:22.022818 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a6c64-9766-4356-87c8-b295e3b4aac2 req-ab7c4fa9-ea9b-41ba-a180-2fd8e3c5aa6e tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:22.026620 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a00a6c64-9766-4356-87c8-b295e3b4aac2 req-ab7c4fa9-ea9b-41ba-a180-2fd8e3c5aa6e tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.0973880 Jul 05 12:27:22.043726 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd866c3-1eca-4bdf-8a5f-aeff6879d9cf admin admin] Made reservation on behalf of 091159087b464c6ba9a5132311313eb6 for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:27:22.047980 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0cd866c3-1eca-4bdf-8a5f-aeff6879d9cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985460'] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:22.110388 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a00a6c64-9766-4356-87c8-b295e3b4aac2 req-855aef02-837b-401e-bda6-d508b84868ce tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798080 Jul 05 12:27:22.275882 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a7ca7-2449-4d02-9a5b-9fbd95614dfa req-bd83b027-ac01-4116-8d39-b1794122d716 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:22.277867 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-608a7ca7-2449-4d02-9a5b-9fbd95614dfa req-bd83b027-ac01-4116-8d39-b1794122d716 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 946 time: 0.0860319 Jul 05 12:27:22.286424 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0cd866c3-1eca-4bdf-8a5f-aeff6879d9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9210860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985446'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:22.328587 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-608a7ca7-2449-4d02-9a5b-9fbd95614dfa req-cd28c373-846a-4683-9c7a-d9e0ef265f23 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429902 Jul 05 12:27:22.380562 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd866c3-1eca-4bdf-8a5f-aeff6879d9cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=46b322d9-5cf5-4d30-baef-28cfe81c8c2c,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:27:22.384211 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd866c3-1eca-4bdf-8a5f-aeff6879d9cf admin admin] Checking segment: {'id': 'e4db7607-1da6-4499-afda-990ba3b84f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '8d82607b-5574-4436-9a86-03c7fd644217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:27:22.384581 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd866c3-1eca-4bdf-8a5f-aeff6879d9cf admin admin] Network hostable DHCP agents. Network: 8d82607b-5574-4436-9a86-03c7fd644217, hostable agents: ['60ff58b7-18de-4b80-8279-d7ac18a51ea8'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 12:27:22.403495 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd866c3-1eca-4bdf-8a5f-aeff6879d9cf admin admin] Network 8d82607b-5574-4436-9a86-03c7fd644217 is scheduled to be hosted by DHCP agent 60ff58b7-18de-4b80-8279-d7ac18a51ea8 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 12:27:22.417337 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-0cd866c3-1eca-4bdf-8a5f-aeff6879d9cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-12-iscsi, 8d82607b-5574-4436-9a86-03c7fd644217) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:27:22.422270 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd866c3-1eca-4bdf-8a5f-aeff6879d9cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:22.422955 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0cd866c3-1eca-4bdf-8a5f-aeff6879d9cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:22.427918 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e77b8d4-1908-4dc0-bc47-a81f338ef9ab None None] Network 8d82607b-5574-4436-9a86-03c7fd644217 requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:27:22.451882 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-0cd866c3-1eca-4bdf-8a5f-aeff6879d9cf admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4632735 Jul 05 12:27:22.720668 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb7a8cf-a4e9-482c-b81a-12ad7d5b4619 None None] Network 8d82607b-5574-4436-9a86-03c7fd644217 requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:27:22.973245 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f12b2-da40-4b9f-aa14-61f49881e8aa req-a678dead-09a4-4b34-83c2-158a3b5ef543 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:22.979504 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-223f12b2-da40-4b9f-aa14-61f49881e8aa req-a678dead-09a4-4b34-83c2-158a3b5ef543 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=d11860dd-1aad-4903-b564-3380a686ba3b HTTP/1.1" status: 200 len: 946 time: 0.1214368 Jul 05 12:27:23.031067 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-223f12b2-da40-4b9f-aa14-61f49881e8aa req-f3e188a1-793d-4d29-b161-0cc1769461e7 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/security-groups?id=f71a77dd-2836-49af-bc51-55378fb2809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481427 Jul 05 12:27:23.144496 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 39672) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:27:23.150230 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-827da780-a150-4901-b798-007035e69dba admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-558489263-network', 'tenant_id': '2f60777cb74f4d7ea37edd9ce0faf165'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:27:23.174317 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827da780-a150-4901-b798-007035e69dba admin admin] Made reservation on behalf of 2f60777cb74f4d7ea37edd9ce0faf165 for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:27:23.176763 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-827da780-a150-4901-b798-007035e69dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:23.187206 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-827da780-a150-4901-b798-007035e69dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:23.320259 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-827da780-a150-4901-b798-007035e69dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:23.328087 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-827da780-a150-4901-b798-007035e69dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:23.331479 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fe0da-300f-41df-80de-a273276219e6 req-d05e3a75-cc9d-4f93-b09b-7f3800e7189f tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:23.342269 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-382fe0da-300f-41df-80de-a273276219e6 req-d05e3a75-cc9d-4f93-b09b-7f3800e7189f tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.0884800 Jul 05 12:27:23.353540 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2905f54d-0bc6-44af-8a5b-453d4e52a736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:23.360622 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-827da780-a150-4901-b798-007035e69dba admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 12:27:23.371204 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827da780-a150-4901-b798-007035e69dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80c14a9-3f13-4985-9f6e-cec0455abf73,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:27:23.376626 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-827da780-a150-4901-b798-007035e69dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:23.376626 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-827da780-a150-4901-b798-007035e69dba admin admin] Added segment a29cfb27-a61b-4bc7-a7f9-b15adc56d7ce of type vlan for network 17b1b6c0-96d4-416f-a4b7-151fe26c3099 Jul 05 12:27:23.420450 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-382fe0da-300f-41df-80de-a273276219e6 req-c51603d1-c4ba-4127-9a5b-123704ae7856 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743666 Jul 05 12:27:23.428760 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-827da780-a150-4901-b798-007035e69dba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761929207381'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:23.462941 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-827da780-a150-4901-b798-007035e69dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:23.464282 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827da780-a150-4901-b798-007035e69dba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:23.465134 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-827da780-a150-4901-b798-007035e69dba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:23.537728 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-827da780-a150-4901-b798-007035e69dba admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3918324 Jul 05 12:27:23.541813 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 39678) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:27:23.548047 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-5b3eaa3d-d591-4545-8ffb-f805f1a2032a admin admin] Request body: {'subnet': {'network_id': '17b1b6c0-96d4-416f-a4b7-151fe26c3099', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-558489263-subnet', 'tenant_id': '2f60777cb74f4d7ea37edd9ce0faf165', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:27:23.575131 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827da780-a150-4901-b798-007035e69dba admin admin] Pushing event updated for resources: {'Network': ['ID=17b1b6c0-96d4-416f-a4b7-151fe26c3099,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:27:23.606040 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Network 17b1b6c0-96d4-416f-a4b7-151fe26c3099 details requested by agent ovs-agent-dv-cinder-796286-12-iscsi with host dv-cinder-796286-12-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 12:27:23.631261 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c56c1-7dcb-4432-b90b-ac4ec7444922 req-c2b59bda-893c-4d46-aa8c-f9fb3f695077 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:23.633091 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ab2c56c1-7dcb-4432-b90b-ac4ec7444922 req-c2b59bda-893c-4d46-aa8c-f9fb3f695077 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 946 time: 0.1324594 Jul 05 12:27:23.716097 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:23.721470 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ab2c56c1-7dcb-4432-b90b-ac4ec7444922 req-c64ffad5-f5e2-4e83-9e00-79323d56a5e7 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816357 Jul 05 12:27:23.734848 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506e25f-7bfc-49cf-8586-c9c1fde52963 req-baf2cd9a-5d2e-48b3-aa74-a525c806b935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:23.737356 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a506e25f-7bfc-49cf-8586-c9c1fde52963 req-baf2cd9a-5d2e-48b3-aa74-a525c806b935 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=35f01324a75d49b0a41482389c6e6ffa&device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 1098 time: 0.1225247 Jul 05 12:27:23.868914 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506e25f-7bfc-49cf-8586-c9c1fde52963 req-96ae1e18-ec24-41c9-b424-8d5104df0cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:23.871086 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a506e25f-7bfc-49cf-8586-c9c1fde52963 req-96ae1e18-ec24-41c9-b424-8d5104df0cf6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ce9dc6dd-f0bf-4ede-a694-43b2f2633288 HTTP/1.1" status: 200 len: 912 time: 0.1225002 Jul 05 12:27:23.907587 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3eaa3d-d591-4545-8ffb-f805f1a2032a admin admin] Made reservation on behalf of 2f60777cb74f4d7ea37edd9ce0faf165 for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:27:23.909517 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5b3eaa3d-d591-4545-8ffb-f805f1a2032a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985460'] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:24.003902 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a506e25f-7bfc-49cf-8586-c9c1fde52963 req-741857a3-9717-466f-892e-0fd336c65400 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dff58fd-c8ab-4cdd-9429-db08b90f7cfb HTTP/1.1" status: 200 len: 1001 time: 0.1254404 Jul 05 12:27:24.039215 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3a638-3b4c-401e-a74c-00eccd2f5a19 req-25de6bfe-5282-49fe-a3ed-7a71e5b15ece tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:24.040938 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-17b3a638-3b4c-401e-a74c-00eccd2f5a19 req-25de6bfe-5282-49fe-a3ed-7a71e5b15ece tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.16 "GET /v2.0/ports?device_id=d11860dd-1aad-4903-b564-3380a686ba3b HTTP/1.1" status: 200 len: 946 time: 0.4522204 Jul 05 12:27:24.071071 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506e25f-7bfc-49cf-8586-c9c1fde52963 req-619d60b2-e0b6-4b53-b44d-47a53523f276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:24.072966 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a506e25f-7bfc-49cf-8586-c9c1fde52963 req-619d60b2-e0b6-4b53-b44d-47a53523f276 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2d9e9361-6ae5-4568-a40d-d37eb215fca7 HTTP/1.1" status: 200 len: 850 time: 0.0604753 Jul 05 12:27:24.260116 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506e25f-7bfc-49cf-8586-c9c1fde52963 req-85b12a36-028c-4f1b-8dcc-50f3d1b25df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:24.261991 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a506e25f-7bfc-49cf-8586-c9c1fde52963 req-85b12a36-028c-4f1b-8dcc-50f3d1b25df4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ce9dc6dd-f0bf-4ede-a694-43b2f2633288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1786237 Jul 05 12:27:24.278261 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5b3eaa3d-d591-4545-8ffb-f805f1a2032a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9210860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985446'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:24.321715 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-17b3a638-3b4c-401e-a74c-00eccd2f5a19 req-c8eca336-c589-4503-9755-5b7fef55d498 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Deleting port ad91e6b0-0538-4fcf-90db-07611796e885 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:27:24.322276 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-17b3a638-3b4c-401e-a74c-00eccd2f5a19 req-c8eca336-c589-4503-9755-5b7fef55d498 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:24.392760 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a506e25f-7bfc-49cf-8586-c9c1fde52963 req-943b3bf0-d75a-4cec-99c0-9c6ce52b7897 service neutron] 10.222.0.16 "GET /v2.0/networks/ce9dc6dd-f0bf-4ede-a694-43b2f2633288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206753 Jul 05 12:27:24.420232 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3eaa3d-d591-4545-8ffb-f805f1a2032a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f3a6c65-ac08-4d28-8c1e-9c43e384b0c0,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:27:24.433369 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3eaa3d-d591-4545-8ffb-f805f1a2032a admin admin] Checking segment: {'id': 'a29cfb27-a61b-4bc7-a7f9-b15adc56d7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '17b1b6c0-96d4-416f-a4b7-151fe26c3099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:27:24.433956 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3eaa3d-d591-4545-8ffb-f805f1a2032a admin admin] Network hostable DHCP agents. Network: 17b1b6c0-96d4-416f-a4b7-151fe26c3099, hostable agents: ['60ff58b7-18de-4b80-8279-d7ac18a51ea8'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 12:27:24.489872 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3eaa3d-d591-4545-8ffb-f805f1a2032a admin admin] Network 17b1b6c0-96d4-416f-a4b7-151fe26c3099 is scheduled to be hosted by DHCP agent 60ff58b7-18de-4b80-8279-d7ac18a51ea8 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 12:27:24.504465 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-5b3eaa3d-d591-4545-8ffb-f805f1a2032a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-12-iscsi, 17b1b6c0-96d4-416f-a4b7-151fe26c3099) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:27:24.510297 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3eaa3d-d591-4545-8ffb-f805f1a2032a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:24.511179 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5b3eaa3d-d591-4545-8ffb-f805f1a2032a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:24.515892 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610ef4bb-0e5b-4022-85e4-401e948c801a None None] Network 17b1b6c0-96d4-416f-a4b7-151fe26c3099 requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:27:24.537302 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-5b3eaa3d-d591-4545-8ffb-f805f1a2032a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9944198 Jul 05 12:27:24.540349 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-17b3a638-3b4c-401e-a74c-00eccd2f5a19 req-c8eca336-c589-4503-9755-5b7fef55d498 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] For port ad91e6b0-0538-4fcf-90db-07611796e885, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ad91e6b0-0538-4fcf-90db-07611796e885,segment=NetworkSegment(e0653b9c-2549-4a1d-924f-c7c3d975cbba),segment_id=e0653b9c-2549-4a1d-924f-c7c3d975cbba)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:27:24.540922 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-17b3a638-3b4c-401e-a74c-00eccd2f5a19 req-c8eca336-c589-4503-9755-5b7fef55d498 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:24.566708 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-17b3a638-3b4c-401e-a74c-00eccd2f5a19 req-c8eca336-c589-4503-9755-5b7fef55d498 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Calling delete_port for ad91e6b0-0538-4fcf-90db-07611796e885 owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:27:24.645043 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268c0b8-835d-4c40-becb-25bf897f7861 req-f7213526-ea35-4894-a13b-b854d60d17e0 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:24.655486 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f268c0b8-835d-4c40-becb-25bf897f7861 req-f7213526-ea35-4894-a13b-b854d60d17e0 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=d11860dd-1aad-4903-b564-3380a686ba3b HTTP/1.1" status: 200 len: 946 time: 0.4458892 Jul 05 12:27:24.711909 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:24.846873 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89292e4d-3230-4b92-8184-9dbdc82cda07 None None] Network 17b1b6c0-96d4-416f-a4b7-151fe26c3099 requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:27:24.850531 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-17b3a638-3b4c-401e-a74c-00eccd2f5a19 req-c8eca336-c589-4503-9755-5b7fef55d498 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9210769'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:24.875383 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f268c0b8-835d-4c40-becb-25bf897f7861 req-5643fdc9-ed3b-4d36-98eb-1a24fea0c119 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/security-groups?id=f71a77dd-2836-49af-bc51-55378fb2809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187741 Jul 05 12:27:24.886312 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a506e25f-7bfc-49cf-8586-c9c1fde52963 req-acc52b5f-3718-4652-95fb-1bc1df910039 service neutron] 10.222.0.16 "GET /v2.0/networks/ce9dc6dd-f0bf-4ede-a694-43b2f2633288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4768078 Jul 05 12:27:24.886592 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] get_ports_and_sgs() called for port_ids ['ad91e6b0-0538-4fcf-90db-07611796e885'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 12:27:24.962461 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a293365-0715-4dd0-858d-fac89379efcf req-c4ac7ff4-78c5-4412-93a9-05669107c4f9 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:24.973157 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8a293365-0715-4dd0-858d-fac89379efcf req-c4ac7ff4-78c5-4412-93a9-05669107c4f9 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.2521358 Jul 05 12:27:25.074527 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b3a638-3b4c-401e-a74c-00eccd2f5a19 req-c8eca336-c589-4503-9755-5b7fef55d498 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] No DVR routers for this DVR port ad91e6b0-0538-4fcf-90db-07611796e885 on host hv-cinder-79628 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 12:27:25.081306 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eca336-c589-4503-9755-5b7fef55d498 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Pushing event deleted for resources: {'Port': ['ID=ad91e6b0-0538-4fcf-90db-07611796e885,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:27:25.085742 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-17b3a638-3b4c-401e-a74c-00eccd2f5a19 req-c8eca336-c589-4503-9755-5b7fef55d498 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:25.087653 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-17b3a638-3b4c-401e-a74c-00eccd2f5a19 req-c8eca336-c589-4503-9755-5b7fef55d498 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.16 "DELETE /v2.0/ports/ad91e6b0-0538-4fcf-90db-07611796e885 HTTP/1.1" status: 204 len: 173 time: 1.0386400 Jul 05 12:27:25.088203 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11860dd-1aad-4903-b564-3380a686ba3b', 'name': 'network-vif-deleted', 'tag': 'ad91e6b0-0538-4fcf-90db-07611796e885'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:27:25.090346 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa477df9db133d569a4b8d31d3ac9e6e51d5deb3d50c5365463f1d57aa01439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e70d9a-ebf9-4e14-a64b-dc1683adae19" -d '{"events": [{"server_uuid": "d11860dd-1aad-4903-b564-3380a686ba3b", "name": "network-vif-deleted", "tag": "ad91e6b0-0538-4fcf-90db-07611796e885"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:27:25.104329 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8a293365-0715-4dd0-858d-fac89379efcf req-0deb48c9-09df-49e9-8c74-717e4ca64fb3 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286285 Jul 05 12:27:25.274476 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77df4b29-c93b-4bf0-808d-846ab42df1cb x-openstack-request-id: req-77df4b29-c93b-4bf0-808d-846ab42df1cb {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:27:25.275055 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d11860dd-1aad-4903-b564-3380a686ba3b", "name": "network-vif-deleted", "tag": "ad91e6b0-0538-4fcf-90db-07611796e885", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:27:25.275488 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-77df4b29-c93b-4bf0-808d-846ab42df1cb {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:27:25.276033 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd11860dd-1aad-4903-b564-3380a686ba3b', 'name': 'network-vif-deleted', 'tag': 'ad91e6b0-0538-4fcf-90db-07611796e885', 'status': 'completed', 'code': 200} Jul 05 12:27:25.330982 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76962dff-5927-49b9-8356-516542f59d4c req-b756a142-6854-4927-b7c9-695829fbd5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:25.332507 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-76962dff-5927-49b9-8356-516542f59d4c req-b756a142-6854-4927-b7c9-695829fbd5da service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=35f01324a75d49b0a41482389c6e6ffa&device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 1098 time: 0.3530498 Jul 05 12:27:25.426150 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4689e6-9513-41cb-b94c-49d6ffca17d3 req-f2e293ee-18c8-4c63-9429-31f6b6d1090b tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:25.432989 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fa4689e6-9513-41cb-b94c-49d6ffca17d3 req-f2e293ee-18c8-4c63-9429-31f6b6d1090b tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 946 time: 0.2493920 Jul 05 12:27:25.495521 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fa4689e6-9513-41cb-b94c-49d6ffca17d3 req-0ac7ae8d-679b-4b36-97cd-3c336c8d4aa8 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613921 Jul 05 12:27:25.520585 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76962dff-5927-49b9-8356-516542f59d4c req-26e1b381-bbc7-4eeb-956b-0ff8cee332ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:25.520585 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-76962dff-5927-49b9-8356-516542f59d4c req-26e1b381-bbc7-4eeb-956b-0ff8cee332ac service neutron] 10.222.0.16 "GET /v2.0/networks?id=ce9dc6dd-f0bf-4ede-a694-43b2f2633288 HTTP/1.1" status: 200 len: 912 time: 0.1564837 Jul 05 12:27:25.642359 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-76962dff-5927-49b9-8356-516542f59d4c req-53de3287-a7cd-4ad5-b1c2-154ddc57319a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dff58fd-c8ab-4cdd-9429-db08b90f7cfb HTTP/1.1" status: 200 len: 1001 time: 0.0865753 Jul 05 12:27:25.740005 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76962dff-5927-49b9-8356-516542f59d4c req-6b69cb7b-802a-495b-be88-014363bd7b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:25.741532 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-76962dff-5927-49b9-8356-516542f59d4c req-6b69cb7b-802a-495b-be88-014363bd7b92 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2d9e9361-6ae5-4568-a40d-d37eb215fca7 HTTP/1.1" status: 200 len: 850 time: 0.0824180 Jul 05 12:27:25.894263 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76962dff-5927-49b9-8356-516542f59d4c req-58e6b228-4d35-436c-a42e-900c2a99d75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:25.894263 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-76962dff-5927-49b9-8356-516542f59d4c req-58e6b228-4d35-436c-a42e-900c2a99d75c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ce9dc6dd-f0bf-4ede-a694-43b2f2633288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1341650 Jul 05 12:27:26.108151 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0e46d983-43a0-494c-96dc-249f542f778c req-641802d8-84e2-4fb6-9270-71293f52ad2b tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=d11860dd-1aad-4903-b564-3380a686ba3b HTTP/1.1" status: 200 len: 210 time: 0.0502360 Jul 05 12:27:26.110348 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-76962dff-5927-49b9-8356-516542f59d4c req-c7418c64-5ebf-4de5-a0c0-25a6471b8fb6 service neutron] 10.222.0.16 "GET /v2.0/networks/ce9dc6dd-f0bf-4ede-a694-43b2f2633288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201827 Jul 05 12:27:26.261110 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:26.306766 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-76962dff-5927-49b9-8356-516542f59d4c req-5fdd02d0-6b36-4ddc-8cd0-1097ae43a153 service neutron] 10.222.0.16 "GET /v2.0/networks/ce9dc6dd-f0bf-4ede-a694-43b2f2633288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890192 Jul 05 12:27:26.351522 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47271e0c-12d2-481d-8a33-5780aef023c8 req-e2123a3b-fc0d-4f70-9f87-4a8ffd7892df tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:26.353097 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-47271e0c-12d2-481d-8a33-5780aef023c8 req-e2123a3b-fc0d-4f70-9f87-4a8ffd7892df tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.0888937 Jul 05 12:27:26.409445 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-47271e0c-12d2-481d-8a33-5780aef023c8 req-375c7217-1127-4289-8550-6d98278ecac3 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498233 Jul 05 12:27:26.751525 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5727d91-64bd-4bfd-91b0-66f763e34351 req-177f891b-4d67-403d-bd32-6f668cc73a9a tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:26.753065 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a5727d91-64bd-4bfd-91b0-66f763e34351 req-177f891b-4d67-403d-bd32-6f668cc73a9a tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 946 time: 0.1164052 Jul 05 12:27:26.810555 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a5727d91-64bd-4bfd-91b0-66f763e34351 req-35860f24-5033-4e34-9d90-0731966bfbb5 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512931 Jul 05 12:27:26.927091 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device ad91e6b0-0538-4fcf-90db-07611796e885 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:27:26.948863 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] No Port match for: ad91e6b0-0538-4fcf-90db-07611796e885 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:27:26.949511 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device ad91e6b0-0538-4fcf-90db-07611796e885 not bound to the agent host hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:27:27.979642 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687fb92-d917-4944-9982-1d039d6c458a req-433e4730-6036-431f-9ec7-163d0aa51232 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:27.981117 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4687fb92-d917-4944-9982-1d039d6c458a req-433e4730-6036-431f-9ec7-163d0aa51232 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 946 time: 0.0641081 Jul 05 12:27:28.020133 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4687fb92-d917-4944-9982-1d039d6c458a req-b78ada2f-61ca-4751-a405-5e08cfff3110 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324888 Jul 05 12:27:28.660213 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 39794) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:27:28.760153 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-19f3f70b-723f-45bb-b9d8-8226a9f0bc73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:28.847401 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-19f3f70b-723f-45bb-b9d8-8226a9f0bc73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:28.851145 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-19f3f70b-723f-45bb-b9d8-8226a9f0bc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:28.887712 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-19f3f70b-723f-45bb-b9d8-8226a9f0bc73 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4ba01866b5d648499d408360a5bb9d03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2264328 Jul 05 12:27:28.889231 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3f70b-723f-45bb-b9d8-8226a9f0bc73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82d4093-680a-4a29-aae9-9e64804b3b0d,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:27:28.890878 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 39798) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:27:28.939792 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f82c99fd-aae3-49e0-a8cf-1afd9417c35f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:28.960559 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f82c99fd-aae3-49e0-a8cf-1afd9417c35f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:29.007042 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f82c99fd-aae3-49e0-a8cf-1afd9417c35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:29.009629 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f82c99fd-aae3-49e0-a8cf-1afd9417c35f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:29.010868 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-f82c99fd-aae3-49e0-a8cf-1afd9417c35f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c82d4093-680a-4a29-aae9-9e64804b3b0d HTTP/1.1" status: 204 len: 168 time: 0.1189654 Jul 05 12:27:29.019411 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82c99fd-aae3-49e0-a8cf-1afd9417c35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82d4093-680a-4a29-aae9-9e64804b3b0d,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:27:29.211557 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c489eea-b004-490c-b7c9-5abc17abd34c req-7ce5d362-df4c-4c50-b6ee-48ef82a7fe80 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:29.211557 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4c489eea-b004-490c-b7c9-5abc17abd34c req-7ce5d362-df4c-4c50-b6ee-48ef82a7fe80 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 946 time: 0.0708568 Jul 05 12:27:29.249801 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4c489eea-b004-490c-b7c9-5abc17abd34c req-a1627f2e-b216-4ffc-a986-a155b38f92a5 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332506 Jul 05 12:27:30.432734 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05038a8-f41e-4ba6-b099-e23a06004572 req-bfc14d20-4291-4cce-ae06-a03e6267a0e8 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:30.434235 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a05038a8-f41e-4ba6-b099-e23a06004572 req-bfc14d20-4291-4cce-ae06-a03e6267a0e8 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 946 time: 0.0660677 Jul 05 12:27:30.476203 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a05038a8-f41e-4ba6-b099-e23a06004572 req-8e4c00ce-3af6-4167-a4de-7eab092dc22a tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352533 Jul 05 12:27:31.658604 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device d6ee29c4-7aca-4473-841c-f7b867576fb6 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:27:31.663466 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34893ea3-0b00-4d77-ba05-15652efa3316 req-68d398d4-7882-4969-a68d-50c69f8495f5 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:31.664740 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-34893ea3-0b00-4d77-ba05-15652efa3316 req-68d398d4-7882-4969-a68d-50c69f8495f5 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 946 time: 0.0704606 Jul 05 12:27:31.738783 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:31.739625 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-34893ea3-0b00-4d77-ba05-15652efa3316 req-444686a5-bf50-44e4-ba88-40d5e6d50416 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648777 Jul 05 12:27:31.757445 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f412fb7-aeb4-41ef-8efb-6f4c9c6af926 req-0837498a-0374-4ea8-864b-4f630ccc7adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:31.758957 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8f412fb7-aeb4-41ef-8efb-6f4c9c6af926 req-0837498a-0374-4ea8-864b-4f630ccc7adf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c2204859a25945928d43901f7e432e4b&device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 1099 time: 0.0770721 Jul 05 12:27:31.766365 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c00a42b4-2b64-41f0-9a17-b91b415f8f84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6ee29c4-7aca-4473-841c-f7b867576fb6'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:27:31.768726 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb11927d8d6a4f40405007df32e35409d46ab531454b71f6d23f9687e715819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed1062b-a959-4486-9184-e939a352be7f" -d '{"events": [{"server_uuid": "c00a42b4-2b64-41f0-9a17-b91b415f8f84", "name": "network-vif-unplugged", "status": "completed", "tag": "d6ee29c4-7aca-4473-841c-f7b867576fb6"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:27:31.782932 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port d6ee29c4-7aca-4473-841c-f7b867576fb6, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d6ee29c4-7aca-4473-841c-f7b867576fb6,segment=NetworkSegment(ba2612a6-0598-4c68-93ea-4c354bd542e5),segment_id=ba2612a6-0598-4c68-93ea-4c354bd542e5)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:27:31.787456 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:31.813996 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 12:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e08f28c-8226-4adb-8c37-9f644f41361e x-openstack-request-id: req-3e08f28c-8226-4adb-8c37-9f644f41361e {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:27:31.814290 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c00a42b4-2b64-41f0-9a17-b91b415f8f84", "name": "network-vif-unplugged", "status": "completed", "tag": "d6ee29c4-7aca-4473-841c-f7b867576fb6", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:27:31.814542 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3e08f28c-8226-4adb-8c37-9f644f41361e {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:27:31.814951 dv-cinder-796286-12-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c00a42b4-2b64-41f0-9a17-b91b415f8f84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6ee29c4-7aca-4473-841c-f7b867576fb6', 'code': 200} Jul 05 12:27:31.840701 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=d6ee29c4-7aca-4473-841c-f7b867576fb6,revision_number=8']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:27:31.853716 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f412fb7-aeb4-41ef-8efb-6f4c9c6af926 req-e95ec5ad-3eb3-4175-902a-21635e38054b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:31.855203 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8f412fb7-aeb4-41ef-8efb-6f4c9c6af926 req-e95ec5ad-3eb3-4175-902a-21635e38054b service neutron] 10.222.0.16 "GET /v2.0/networks?id=a54fe11d-9434-40ac-976c-e45f096866c1 HTTP/1.1" status: 200 len: 917 time: 0.0903666 Jul 05 12:27:32.287751 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8f412fb7-aeb4-41ef-8efb-6f4c9c6af926 req-00f79fb3-bf1c-4a92-a53b-974bb706fb76 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6ee29c4-7aca-4473-841c-f7b867576fb6 HTTP/1.1" status: 200 len: 1000 time: 0.2912812 Jul 05 12:27:32.342133 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f412fb7-aeb4-41ef-8efb-6f4c9c6af926 req-14fa0ebc-1bb6-4e98-b1df-fc21db0d65a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:32.343766 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8f412fb7-aeb4-41ef-8efb-6f4c9c6af926 req-14fa0ebc-1bb6-4e98-b1df-fc21db0d65a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e29bc3a4-4782-4c7f-be99-ab421b15f5f5 HTTP/1.1" status: 200 len: 855 time: 0.0432615 Jul 05 12:27:32.415581 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f412fb7-aeb4-41ef-8efb-6f4c9c6af926 req-43fa6bd9-9a14-4731-8fcd-6db960efba34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:32.417065 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8f412fb7-aeb4-41ef-8efb-6f4c9c6af926 req-43fa6bd9-9a14-4731-8fcd-6db960efba34 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a54fe11d-9434-40ac-976c-e45f096866c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0540032 Jul 05 12:27:32.502357 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8f412fb7-aeb4-41ef-8efb-6f4c9c6af926 req-6f34c5e9-79e1-4e74-a422-acb9732d2bae service neutron] 10.222.0.16 "GET /v2.0/networks/a54fe11d-9434-40ac-976c-e45f096866c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790813 Jul 05 12:27:32.602319 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8f412fb7-aeb4-41ef-8efb-6f4c9c6af926 req-733a35c2-16f2-46be-b0d0-527e6d611219 service neutron] 10.222.0.16 "GET /v2.0/networks/a54fe11d-9434-40ac-976c-e45f096866c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928745 Jul 05 12:27:32.923097 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01935d9d-e461-42f9-a843-5ffaf57e7b4d req-f863374f-3b45-454c-8c9a-c17c1f2b6220 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:32.924501 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-01935d9d-e461-42f9-a843-5ffaf57e7b4d req-f863374f-3b45-454c-8c9a-c17c1f2b6220 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 944 time: 0.0664046 Jul 05 12:27:32.964979 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-01935d9d-e461-42f9-a843-5ffaf57e7b4d req-a9750eb1-3ebb-45e1-bd24-e7edf24b73e1 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348806 Jul 05 12:27:34.141346 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf679b9f-313c-45b4-8edc-1f13931e418f req-c48231ab-ffc2-44f8-8d99-9380f5f7fa29 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:34.142878 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bf679b9f-313c-45b4-8edc-1f13931e418f req-c48231ab-ffc2-44f8-8d99-9380f5f7fa29 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 944 time: 0.0624981 Jul 05 12:27:34.181166 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bf679b9f-313c-45b4-8edc-1f13931e418f req-a6c85d87-c225-461a-bd4d-3045a4516e63 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325446 Jul 05 12:27:35.365165 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24397f-8c11-4c2b-8bdf-d46b429ad4e5 req-01243b09-a542-4068-8432-6beabd8858b2 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:35.366632 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cd24397f-8c11-4c2b-8bdf-d46b429ad4e5 req-01243b09-a542-4068-8432-6beabd8858b2 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 944 time: 0.0668004 Jul 05 12:27:35.403092 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cd24397f-8c11-4c2b-8bdf-d46b429ad4e5 req-a4c2bbc0-8809-4abb-ad6c-ab2d420ab8ce tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308473 Jul 05 12:27:36.177051 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc369087-6dda-4748-bb31-5bc1c24afbb5 req-1ef1d97a-997d-4053-b290-7c47d8298d93 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:36.179139 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-dc369087-6dda-4748-bb31-5bc1c24afbb5 req-1ef1d97a-997d-4053-b290-7c47d8298d93 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 944 time: 0.0687642 Jul 05 12:27:36.224904 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-dc369087-6dda-4748-bb31-5bc1c24afbb5 req-066eca31-5fcf-4525-8768-ece81ab0319c tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390797 Jul 05 12:27:36.464631 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 39994) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:27:36.561012 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0e2da710-c4db-4297-aab1-2cdd104dac02 req-07d863d0-707a-4d8e-bfc2-93b9e212d25e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0945606 Jul 05 12:27:37.400544 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e134a7d-ea1b-4dd4-8415-064d367e8a03 req-b262d0b2-97b9-46e8-b82b-c6e14b6c4212 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:37.401928 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1e134a7d-ea1b-4dd4-8415-064d367e8a03 req-b262d0b2-97b9-46e8-b82b-c6e14b6c4212 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 944 time: 0.0624194 Jul 05 12:27:37.439754 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1e134a7d-ea1b-4dd4-8415-064d367e8a03 req-8e250ffc-b4da-4da2-a2c0-ea9cfa67f7ae tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314662 Jul 05 12:27:38.658289 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3daa911-d490-4d4c-8549-61feaffdefa7 req-9e4173d6-0e03-42a2-9b59-fd2574509527 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:38.660593 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e3daa911-d490-4d4c-8549-61feaffdefa7 req-9e4173d6-0e03-42a2-9b59-fd2574509527 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 944 time: 0.0861461 Jul 05 12:27:38.710139 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e3daa911-d490-4d4c-8549-61feaffdefa7 req-b1c205c0-58d4-4273-bfb0-10d8297c6a85 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424585 Jul 05 12:27:39.022515 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device d6ee29c4-7aca-4473-841c-f7b867576fb6 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:27:39.156897 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:27:39.296299 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66202102-f7ab-4268-bedb-769ff2058150 req-dbb8918f-42ea-44ed-b687-8d8146aa4cdd tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:39.297770 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-66202102-f7ab-4268-bedb-769ff2058150 req-dbb8918f-42ea-44ed-b687-8d8146aa4cdd tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/networks?id=af313dbd-41f4-4ed4-a68b-ab3123ac27d6 HTTP/1.1" status: 200 len: 814 time: 0.1194122 Jul 05 12:27:39.313527 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-66202102-f7ab-4268-bedb-769ff2058150 req-c17a033e-1c87-42b9-8c38-c963ee48ee7a tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/quotas/0eb9fe4dc7ca4600836a2dfad99c6cb8 HTTP/1.1" status: 200 len: 375 time: 0.0103278 Jul 05 12:27:39.349078 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-66202102-f7ab-4268-bedb-769ff2058150 req-a17778fb-e3f4-4012-be1d-bf741fdef674 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0eb9fe4dc7ca4600836a2dfad99c6cb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301616 Jul 05 12:27:39.455363 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-66202102-f7ab-4268-bedb-769ff2058150 req-8079bb53-5071-429a-8591-f6f644f6ac6d service neutron] 10.222.0.52 "GET /v2.0/networks/af313dbd-41f4-4ed4-a68b-ab3123ac27d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993342 Jul 05 12:27:39.565698 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-66202102-f7ab-4268-bedb-769ff2058150 req-9e5b2b5a-8526-4a14-8c8c-e858dbd1c7b2 service neutron] 10.222.0.52 "GET /v2.0/networks/af313dbd-41f4-4ed4-a68b-ab3123ac27d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019499 Jul 05 12:27:39.745754 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-70d37474-6bce-4ac7-8476-9098c9db74fb req-3cba12f2-e6df-4877-bba4-af7917f2e694 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f641a55-392f-470b-8496-5b0db4320f6b HTTP/1.1" status: 200 len: 210 time: 0.0310798 Jul 05 12:27:39.915902 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b586c0-48db-4fb1-ba1c-3ee4cd6bba1d req-615ababb-4252-4503-bd02-7c3ea01fbbc6 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:39.917371 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f0b586c0-48db-4fb1-ba1c-3ee4cd6bba1d req-615ababb-4252-4503-bd02-7c3ea01fbbc6 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 944 time: 0.0690315 Jul 05 12:27:39.956981 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f0b586c0-48db-4fb1-ba1c-3ee4cd6bba1d req-2c6a1459-c0ec-40b4-adf8-1120caac2e31 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329154 Jul 05 12:27:40.120432 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2da710-c4db-4297-aab1-2cdd104dac02 req-6dca9451-2e98-4ea3-9218-4a1054084479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:40.121927 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0e2da710-c4db-4297-aab1-2cdd104dac02 req-6dca9451-2e98-4ea3-9218-4a1054084479 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84&tenant_id=c2204859a25945928d43901f7e432e4b HTTP/1.1" status: 200 len: 1097 time: 0.0891402 Jul 05 12:27:40.206965 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2da710-c4db-4297-aab1-2cdd104dac02 req-2f98e2eb-09e9-4d22-90dc-3e6ac93b30e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:40.208463 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0e2da710-c4db-4297-aab1-2cdd104dac02 req-2f98e2eb-09e9-4d22-90dc-3e6ac93b30e3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c2204859a25945928d43901f7e432e4b&device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 1097 time: 0.0619323 Jul 05 12:27:40.300356 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2da710-c4db-4297-aab1-2cdd104dac02 req-1b49567e-edd5-44e8-a2ed-52ed944a07c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:40.301814 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0e2da710-c4db-4297-aab1-2cdd104dac02 req-1b49567e-edd5-44e8-a2ed-52ed944a07c6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a54fe11d-9434-40ac-976c-e45f096866c1 HTTP/1.1" status: 200 len: 917 time: 0.0874636 Jul 05 12:27:40.375068 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0e2da710-c4db-4297-aab1-2cdd104dac02 req-b93f61fc-8b31-46ad-9809-4b6fd1d30e43 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6ee29c4-7aca-4473-841c-f7b867576fb6 HTTP/1.1" status: 200 len: 1000 time: 0.0611565 Jul 05 12:27:40.425833 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2da710-c4db-4297-aab1-2cdd104dac02 req-e4db930c-c00a-483f-9ba4-8dc04e229874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:40.427413 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0e2da710-c4db-4297-aab1-2cdd104dac02 req-e4db930c-c00a-483f-9ba4-8dc04e229874 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e29bc3a4-4782-4c7f-be99-ab421b15f5f5 HTTP/1.1" status: 200 len: 855 time: 0.0450015 Jul 05 12:27:40.486238 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2da710-c4db-4297-aab1-2cdd104dac02 req-1a509435-abbc-4fc9-b76d-f61d07074e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:40.487754 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0e2da710-c4db-4297-aab1-2cdd104dac02 req-1a509435-abbc-4fc9-b76d-f61d07074e25 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a54fe11d-9434-40ac-976c-e45f096866c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0522051 Jul 05 12:27:40.580804 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0e2da710-c4db-4297-aab1-2cdd104dac02 req-fa5f2eb7-470a-4402-96bc-4848cbdcd736 service neutron] 10.222.0.16 "GET /v2.0/networks/a54fe11d-9434-40ac-976c-e45f096866c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852106 Jul 05 12:27:40.677832 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0e2da710-c4db-4297-aab1-2cdd104dac02 req-cfc53580-cd35-4085-8191-b15f52c7727f service neutron] 10.222.0.16 "GET /v2.0/networks/a54fe11d-9434-40ac-976c-e45f096866c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901628 Jul 05 12:27:41.010063 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c085b070-2689-4901-94e1-3345d5ac01ba req-79e760f0-41ee-4a0b-b2ce-33e8c362f332 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f641a55-392f-470b-8496-5b0db4320f6b HTTP/1.1" status: 200 len: 210 time: 0.0771992 Jul 05 12:27:41.090437 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66202102-f7ab-4268-bedb-769ff2058150 req-22862f50-a57f-4e34-96ae-d88b0ad760d0 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:41.092538 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-66202102-f7ab-4268-bedb-769ff2058150 req-22862f50-a57f-4e34-96ae-d88b0ad760d0 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.16 "GET /v2.0/networks?id=af313dbd-41f4-4ed4-a68b-ab3123ac27d6 HTTP/1.1" status: 200 len: 814 time: 0.2832990 Jul 05 12:27:41.124260 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-66202102-f7ab-4268-bedb-769ff2058150 req-f94004eb-e1ef-49cf-937c-684de6577651 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Request body: {'port': {'device_id': '0f641a55-392f-470b-8496-5b0db4320f6b', 'network_id': 'af313dbd-41f4-4ed4-a68b-ab3123ac27d6', 'admin_state_up': True, 'tenant_id': '0eb9fe4dc7ca4600836a2dfad99c6cb8'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:27:41.274626 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4a280-d5be-47f8-8a8d-8201c7af778c req-0218232b-524b-4c81-ba1a-ff72f499455f tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:41.276195 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-88a4a280-d5be-47f8-8a8d-8201c7af778c req-0218232b-524b-4c81-ba1a-ff72f499455f tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 944 time: 0.1343181 Jul 05 12:27:41.315628 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66202102-f7ab-4268-bedb-769ff2058150 req-f94004eb-e1ef-49cf-937c-684de6577651 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Made reservation on behalf of 0eb9fe4dc7ca4600836a2dfad99c6cb8 for: {'port': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:27:41.319132 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-66202102-f7ab-4268-bedb-769ff2058150 req-f94004eb-e1ef-49cf-937c-684de6577651 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:41.335801 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-88a4a280-d5be-47f8-8a8d-8201c7af778c req-31c7772f-d2d8-4803-8827-ba89caf466f8 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526621 Jul 05 12:27:41.486226 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [req-66202102-f7ab-4268-bedb-769ff2058150 req-f94004eb-e1ef-49cf-937c-684de6577651 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Allocated IP 172.20.0.10 (af313dbd-41f4-4ed4-a68b-ab3123ac27d6/eee5dcd3-775e-42fe-9380-c1c048b9856b/6ff188ab-0d94-405f-8cd4-9b64c8548565) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:27:41.665248 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-66202102-f7ab-4268-bedb-769ff2058150 req-f94004eb-e1ef-49cf-937c-684de6577651 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:41.708704 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-66202102-f7ab-4268-bedb-769ff2058150 req-f94004eb-e1ef-49cf-937c-684de6577651 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3485770'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:41.760967 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66202102-f7ab-4268-bedb-769ff2058150 req-f94004eb-e1ef-49cf-937c-684de6577651 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Network af313dbd-41f4-4ed4-a68b-ab3123ac27d6 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:27:41.769765 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [req-66202102-f7ab-4268-bedb-769ff2058150 req-f94004eb-e1ef-49cf-937c-684de6577651 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:27:41.774197 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-66202102-f7ab-4268-bedb-769ff2058150 req-f94004eb-e1ef-49cf-937c-684de6577651 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:27:41.778134 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94004eb-e1ef-49cf-937c-684de6577651 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Pushing event updated for resources: {'Port': ['ID=6ff188ab-0d94-405f-8cd4-9b64c8548565,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:27:41.828088 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66202102-f7ab-4268-bedb-769ff2058150 req-f94004eb-e1ef-49cf-937c-684de6577651 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:41.828721 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-66202102-f7ab-4268-bedb-769ff2058150 req-f94004eb-e1ef-49cf-937c-684de6577651 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:41.844430 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-66202102-f7ab-4268-bedb-769ff2058150 req-f94004eb-e1ef-49cf-937c-684de6577651 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7257662 Jul 05 12:27:42.258144 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8418f71d-3824-496e-8fa0-51e333783b57 req-13e51ed7-bc54-489c-8342-5180996781c8 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:42.266475 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8418f71d-3824-496e-8fa0-51e333783b57 req-13e51ed7-bc54-489c-8342-5180996781c8 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f641a55-392f-470b-8496-5b0db4320f6b HTTP/1.1" status: 200 len: 932 time: 0.1154957 Jul 05 12:27:42.309355 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8418f71d-3824-496e-8fa0-51e333783b57 req-f8c24322-24a6-42be-8787-9a5d03163f68 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/security-groups?id=f71a77dd-2836-49af-bc51-55378fb2809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415547 Jul 05 12:27:42.461450 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 40146) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:27:42.553847 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b68c85-4b61-405c-ad57-32671a1171fc req-8f79cbe1-d23a-4da4-a746-90549d712992 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:42.555859 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-46b68c85-4b61-405c-ad57-32671a1171fc req-8f79cbe1-d23a-4da4-a746-90549d712992 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 944 time: 0.0728667 Jul 05 12:27:42.600986 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e0107e45-872d-4043-9a26-3cb3bf0b167b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:42.602341 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-46b68c85-4b61-405c-ad57-32671a1171fc req-b2e0dbe6-160e-4285-9839-30e21efa17d9 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372105 Jul 05 12:27:42.701379 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e0107e45-872d-4043-9a26-3cb3bf0b167b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:42.705208 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e0107e45-872d-4043-9a26-3cb3bf0b167b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:42.746624 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0107e45-872d-4043-9a26-3cb3bf0b167b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f611b07d-cc19-4b74-ae58-02aec2ba3179,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:27:42.755890 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e0107e45-872d-4043-9a26-3cb3bf0b167b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=49946d7703084941ac4451b74fe6c516&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2928946 Jul 05 12:27:42.756461 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 40150) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:27:42.823669 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bbec0c2a-f2ea-4fdb-bb48-ef438675edf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:42.845728 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bbec0c2a-f2ea-4fdb-bb48-ef438675edf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:42.900457 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bbec0c2a-f2ea-4fdb-bb48-ef438675edf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:42.903295 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bbec0c2a-f2ea-4fdb-bb48-ef438675edf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:42.907469 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-bbec0c2a-f2ea-4fdb-bb48-ef438675edf2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f611b07d-cc19-4b74-ae58-02aec2ba3179 HTTP/1.1" status: 204 len: 168 time: 0.1499732 Jul 05 12:27:42.915338 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbec0c2a-f2ea-4fdb-bb48-ef438675edf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f611b07d-cc19-4b74-ae58-02aec2ba3179,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:27:43.215168 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 40156) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:27:43.232996 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2bd03406-b169-4058-a9cc-f34489f8abc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:43.325708 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2bd03406-b169-4058-a9cc-f34489f8abc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:43.329794 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2bd03406-b169-4058-a9cc-f34489f8abc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:43.367372 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-2bd03406-b169-4058-a9cc-f34489f8abc5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=94558185f8314e52802d928d21419443&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1510727 Jul 05 12:27:43.370890 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 40162) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:27:43.415519 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd03406-b169-4058-a9cc-f34489f8abc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b948958d-e706-4e34-b813-4235bc166ad3,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:27:43.449608 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-908c64b5-b752-4056-a075-f3da74bdf812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:43.483328 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-908c64b5-b752-4056-a075-f3da74bdf812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:43.596522 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bb657-ca5e-42d4-bbc6-b6e09973fcab req-20a49ad7-3283-489f-99b8-c92a0b4e1f1e tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:43.605522 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8d4bb657-ca5e-42d4-bbc6-b6e09973fcab req-20a49ad7-3283-489f-99b8-c92a0b4e1f1e tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f641a55-392f-470b-8496-5b0db4320f6b HTTP/1.1" status: 200 len: 932 time: 0.1292429 Jul 05 12:27:43.630968 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-908c64b5-b752-4056-a075-f3da74bdf812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:43.633517 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-908c64b5-b752-4056-a075-f3da74bdf812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:43.637216 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-908c64b5-b752-4056-a075-f3da74bdf812 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b948958d-e706-4e34-b813-4235bc166ad3 HTTP/1.1" status: 204 len: 168 time: 0.2627854 Jul 05 12:27:43.719167 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c64b5-b752-4056-a075-f3da74bdf812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b948958d-e706-4e34-b813-4235bc166ad3,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:27:43.740348 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8d4bb657-ca5e-42d4-bbc6-b6e09973fcab req-5de0c9a4-d257-4972-8853-a7a9053bc6b8 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/security-groups?id=f71a77dd-2836-49af-bc51-55378fb2809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339512 Jul 05 12:27:43.890544 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039a667-1792-4309-83df-84f598b6db99 req-6074692e-6a9a-46ff-a5e5-cdbf55c364c9 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:43.892281 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f039a667-1792-4309-83df-84f598b6db99 req-6074692e-6a9a-46ff-a5e5-cdbf55c364c9 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 944 time: 0.0730250 Jul 05 12:27:43.937624 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f039a667-1792-4309-83df-84f598b6db99 req-3b09786b-6f12-466d-8f77-8630e639caec tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386429 Jul 05 12:27:44.064736 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 40176) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:27:44.077748 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3e563233-2a48-4e38-aebd-ea599dc4e083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:44.186256 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3e563233-2a48-4e38-aebd-ea599dc4e083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:44.204281 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3e563233-2a48-4e38-aebd-ea599dc4e083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:44.245665 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e563233-2a48-4e38-aebd-ea599dc4e083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdb3054-27dc-4d44-86b2-2047163ca293,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:27:44.254132 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 40178) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:27:44.254364 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-3e563233-2a48-4e38-aebd-ea599dc4e083 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=46b48e8329ef42149ebaf8316d3f88e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1883535 Jul 05 12:27:44.316756 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2208d0d1-053e-44a0-b66a-fc1334c52313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:44.344778 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2208d0d1-053e-44a0-b66a-fc1334c52313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:44.394872 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2208d0d1-053e-44a0-b66a-fc1334c52313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:44.397456 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2208d0d1-053e-44a0-b66a-fc1334c52313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:44.398586 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-2208d0d1-053e-44a0-b66a-fc1334c52313 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ccdb3054-27dc-4d44-86b2-2047163ca293 HTTP/1.1" status: 204 len: 168 time: 0.1432307 Jul 05 12:27:44.406148 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2208d0d1-053e-44a0-b66a-fc1334c52313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdb3054-27dc-4d44-86b2-2047163ca293,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:27:44.952683 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf286227-6e3d-4b0b-9cae-081ba716b595 req-adf49ce0-8dfb-4112-9b74-ce861a7a2edb tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:44.954166 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bf286227-6e3d-4b0b-9cae-081ba716b595 req-adf49ce0-8dfb-4112-9b74-ce861a7a2edb tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f641a55-392f-470b-8496-5b0db4320f6b HTTP/1.1" status: 200 len: 932 time: 0.0775366 Jul 05 12:27:45.010748 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bf286227-6e3d-4b0b-9cae-081ba716b595 req-688b14fa-aa80-4a27-978c-7e8166febb58 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/security-groups?id=f71a77dd-2836-49af-bc51-55378fb2809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511272 Jul 05 12:27:45.160035 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea0cad-330b-4fc5-8204-954fbcc5b1ac req-6af0fda0-3d99-41e7-b443-af3f58994075 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:45.161576 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-baea0cad-330b-4fc5-8204-954fbcc5b1ac req-6af0fda0-3d99-41e7-b443-af3f58994075 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 944 time: 0.0726604 Jul 05 12:27:45.233898 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-baea0cad-330b-4fc5-8204-954fbcc5b1ac req-868cde55-3f3e-41c6-bd17-774aa1813159 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583127 Jul 05 12:27:46.193281 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbee4ee-7a85-4ef9-a128-b7bd88e07935 req-1afc7698-adc6-4b70-b0cd-2dd214f14bd6 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:46.194814 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5fbee4ee-7a85-4ef9-a128-b7bd88e07935 req-1afc7698-adc6-4b70-b0cd-2dd214f14bd6 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f641a55-392f-470b-8496-5b0db4320f6b HTTP/1.1" status: 200 len: 932 time: 0.0680895 Jul 05 12:27:46.250562 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5fbee4ee-7a85-4ef9-a128-b7bd88e07935 req-c73c7eae-4021-46d2-a429-fc41f8494164 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/security-groups?id=f71a77dd-2836-49af-bc51-55378fb2809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497022 Jul 05 12:27:46.425752 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b97f4-0f99-474d-8e2d-4800a45d8342 req-7152a52a-15a0-447b-bf31-bb043bc1f56b tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:46.427172 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a47b97f4-0f99-474d-8e2d-4800a45d8342 req-7152a52a-15a0-447b-bf31-bb043bc1f56b tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 944 time: 0.0752516 Jul 05 12:27:46.483147 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a47b97f4-0f99-474d-8e2d-4800a45d8342 req-ea01cffe-ee34-40de-b8da-ecb62205c18c tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486946 Jul 05 12:27:46.543546 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 40224) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:27:46.599058 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-bde28a5f-4b08-487d-af7c-aeb856e3e3c5 admin admin] Deleting subnet 46b322d9-5cf5-4d30-baef-28cfe81c8c2c {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 12:27:46.602462 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bde28a5f-4b08-487d-af7c-aeb856e3e3c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:46.644706 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bde28a5f-4b08-487d-af7c-aeb856e3e3c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9086252'] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:46.684979 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bde28a5f-4b08-487d-af7c-aeb856e3e3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882782'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:46.741455 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bde28a5f-4b08-487d-af7c-aeb856e3e3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9210795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985237'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:46.765845 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde28a5f-4b08-487d-af7c-aeb856e3e3c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46b322d9-5cf5-4d30-baef-28cfe81c8c2c,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:27:46.771739 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bde28a5f-4b08-487d-af7c-aeb856e3e3c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:46.776238 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 40226) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:27:46.776390 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-bde28a5f-4b08-487d-af7c-aeb856e3e3c5 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/46b322d9-5cf5-4d30-baef-28cfe81c8c2c HTTP/1.1" status: 204 len: 168 time: 0.2315555 Jul 05 12:27:46.850316 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-95db3117-e7e9-4662-9004-b2de07ecd138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773155'] for network, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:46.929506 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-95db3117-e7e9-4662-9004-b2de07ecd138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880587', 'neutron.services.segments.db._delete_segments_for_network-8761929754462'] for network, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:46.939635 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-95db3117-e7e9-4662-9004-b2de07ecd138 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d82607b-5574-4436-9a86-03c7fd644217']}} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:27:46.949747 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-95db3117-e7e9-4662-9004-b2de07ecd138 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4db7607-1da6-4499-afda-990ba3b84f00') {'for_net_delete': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:27:46.950040 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-95db3117-e7e9-4662-9004-b2de07ecd138 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4db7607-1da6-4499-afda-990ba3b84f00') {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:27:46.960941 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-95db3117-e7e9-4662-9004-b2de07ecd138 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761929721474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192311'] for segment, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:46.976111 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-95db3117-e7e9-4662-9004-b2de07ecd138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207'] for segment, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:46.982096 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95db3117-e7e9-4662-9004-b2de07ecd138 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=92929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 12:27:46.982482 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-95db3117-e7e9-4662-9004-b2de07ecd138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3485852'] for segment, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:46.984991 dv-cinder-796286-12-iscsi neutron-server[92929]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 12:27:46.984991 dv-cinder-796286-12-iscsi neutron-server[92929]: conditions |= (models_v2.Port.network_id.in_( Jul 05 12:27:46.984991 dv-cinder-796286-12-iscsi neutron-server[92929]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 12:27:46.984991 dv-cinder-796286-12-iscsi neutron-server[92929]: conditions |= (models_v2.Port.network_id.in_( Jul 05 12:27:46.984991 dv-cinder-796286-12-iscsi neutron-server[92929]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 12:27:46.984991 dv-cinder-796286-12-iscsi neutron-server[92929]: conditions |= (models_v2.Port.network_id.in_( Jul 05 12:27:46.984991 dv-cinder-796286-12-iscsi neutron-server[92929]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 12:27:46.984991 dv-cinder-796286-12-iscsi neutron-server[92929]: conditions |= (models_v2.Port.network_id.in_( Jul 05 12:27:46.984991 dv-cinder-796286-12-iscsi neutron-server[92929]: Traceback (most recent call last): Jul 05 12:27:46.984991 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 12:27:46.984991 dv-cinder-796286-12-iscsi neutron-server[92929]: timer() Jul 05 12:27:46.984991 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 12:27:46.984991 dv-cinder-796286-12-iscsi neutron-server[92929]: cb(*args, **kw) Jul 05 12:27:46.984991 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 12:27:46.984991 dv-cinder-796286-12-iscsi neutron-server[92929]: return func(*args, **kwargs) Jul 05 12:27:46.984991 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 12:27:46.984991 dv-cinder-796286-12-iscsi neutron-server[92929]: self._notify() Jul 05 12:27:46.984991 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 12:27:46.984991 dv-cinder-796286-12-iscsi neutron-server[92929]: self.callback(batched_events) Jul 05 12:27:46.984991 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 12:27:46.984991 dv-cinder-796286-12-iscsi neutron-server[92929]: event.method(event) Jul 05 12:27:46.984991 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 12:27:46.984991 dv-cinder-796286-12-iscsi neutron-server[92929]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 12:27:46.984991 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 12:27:46.984991 dv-cinder-796286-12-iscsi neutron-server[92929]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 12:27:46.984991 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 12:27:46.984991 dv-cinder-796286-12-iscsi neutron-server[92929]: return f(self, *a, **k) Jul 05 12:27:46.984991 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 12:27:46.984991 dv-cinder-796286-12-iscsi neutron-server[92929]: return self._get(url).json() Jul 05 12:27:46.984991 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 12:27:46.984991 dv-cinder-796286-12-iscsi neutron-server[92929]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 12:27:46.984991 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 12:27:46.984991 dv-cinder-796286-12-iscsi neutron-server[92929]: return self.request(url, 'GET', **kwargs) Jul 05 12:27:46.984991 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 12:27:46.984991 dv-cinder-796286-12-iscsi neutron-server[92929]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 12:27:46.984991 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 12:27:46.984991 dv-cinder-796286-12-iscsi neutron-server[92929]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 12:27:46.984991 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 12:27:46.984991 dv-cinder-796286-12-iscsi neutron-server[92929]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 12:27:46.984991 dv-cinder-796286-12-iscsi neutron-server[92929]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 12:27:47.043107 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-95db3117-e7e9-4662-9004-b2de07ecd138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575308'] for network, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:47.050817 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-95db3117-e7e9-4662-9004-b2de07ecd138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:47.055643 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-95db3117-e7e9-4662-9004-b2de07ecd138 admin admin] 10.222.0.52 "DELETE /v2.0/networks/8d82607b-5574-4436-9a86-03c7fd644217 HTTP/1.1" status: 204 len: 168 time: 0.2753096 Jul 05 12:27:47.056013 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 40228) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:27:47.070547 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db3117-e7e9-4662-9004-b2de07ecd138 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d82607b-5574-4436-9a86-03c7fd644217,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:27:47.103829 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-57bd73b5-2490-4c4c-805e-db22eb512aa3 admin admin] Deleting subnet 4f3a6c65-ac08-4d28-8c1e-9c43e384b0c0 {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 12:27:47.107657 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-57bd73b5-2490-4c4c-805e-db22eb512aa3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:47.149279 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-57bd73b5-2490-4c4c-805e-db22eb512aa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9086252'] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:47.190919 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-57bd73b5-2490-4c4c-805e-db22eb512aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882782'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:47.244929 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-57bd73b5-2490-4c4c-805e-db22eb512aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9210795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985237'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:47.272138 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd73b5-2490-4c4c-805e-db22eb512aa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f3a6c65-ac08-4d28-8c1e-9c43e384b0c0,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:27:47.274142 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-57bd73b5-2490-4c4c-805e-db22eb512aa3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:47.278642 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 40232) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:27:47.279205 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-57bd73b5-2490-4c4c-805e-db22eb512aa3 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4f3a6c65-ac08-4d28-8c1e-9c43e384b0c0 HTTP/1.1" status: 204 len: 168 time: 0.2215033 Jul 05 12:27:47.351922 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c4f35797-a194-4130-a0ed-8553e6a68dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773155'] for network, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:47.468500 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c4f35797-a194-4130-a0ed-8553e6a68dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880587', 'neutron.services.segments.db._delete_segments_for_network-8761929754462'] for network, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:47.492885 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-c4f35797-a194-4130-a0ed-8553e6a68dc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17b1b6c0-96d4-416f-a4b7-151fe26c3099']}} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:27:47.517976 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-c4f35797-a194-4130-a0ed-8553e6a68dc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a29cfb27-a61b-4bc7-a7f9-b15adc56d7ce') {'for_net_delete': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:27:47.518289 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-c4f35797-a194-4130-a0ed-8553e6a68dc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a29cfb27-a61b-4bc7-a7f9-b15adc56d7ce') {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:27:47.536188 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f273a-5d2d-4820-bd93-1454f7592bdd req-36a84f72-f0af-4955-bf0e-3eb73c1e67b0 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:47.537747 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3b4f273a-5d2d-4820-bd93-1454f7592bdd req-36a84f72-f0af-4955-bf0e-3eb73c1e67b0 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f641a55-392f-470b-8496-5b0db4320f6b HTTP/1.1" status: 200 len: 932 time: 0.1510377 Jul 05 12:27:47.539653 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c4f35797-a194-4130-a0ed-8553e6a68dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761929721474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192311'] for segment, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:47.564745 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c4f35797-a194-4130-a0ed-8553e6a68dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207'] for segment, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:47.575805 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f35797-a194-4130-a0ed-8553e6a68dc3 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=92929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 12:27:47.576201 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c4f35797-a194-4130-a0ed-8553e6a68dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3485852'] for segment, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:47.578836 dv-cinder-796286-12-iscsi neutron-server[92929]: Traceback (most recent call last): Jul 05 12:27:47.578836 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 12:27:47.578836 dv-cinder-796286-12-iscsi neutron-server[92929]: timer() Jul 05 12:27:47.578836 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 12:27:47.578836 dv-cinder-796286-12-iscsi neutron-server[92929]: cb(*args, **kw) Jul 05 12:27:47.578836 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 12:27:47.578836 dv-cinder-796286-12-iscsi neutron-server[92929]: return func(*args, **kwargs) Jul 05 12:27:47.578836 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 12:27:47.578836 dv-cinder-796286-12-iscsi neutron-server[92929]: self._notify() Jul 05 12:27:47.578836 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 12:27:47.578836 dv-cinder-796286-12-iscsi neutron-server[92929]: self.callback(batched_events) Jul 05 12:27:47.578836 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 12:27:47.578836 dv-cinder-796286-12-iscsi neutron-server[92929]: event.method(event) Jul 05 12:27:47.578836 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 12:27:47.578836 dv-cinder-796286-12-iscsi neutron-server[92929]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 12:27:47.578836 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 12:27:47.578836 dv-cinder-796286-12-iscsi neutron-server[92929]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 12:27:47.578836 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 12:27:47.578836 dv-cinder-796286-12-iscsi neutron-server[92929]: return f(self, *a, **k) Jul 05 12:27:47.578836 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 12:27:47.578836 dv-cinder-796286-12-iscsi neutron-server[92929]: return self._get(url).json() Jul 05 12:27:47.578836 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 12:27:47.578836 dv-cinder-796286-12-iscsi neutron-server[92929]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 12:27:47.578836 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 12:27:47.578836 dv-cinder-796286-12-iscsi neutron-server[92929]: return self.request(url, 'GET', **kwargs) Jul 05 12:27:47.578836 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 12:27:47.578836 dv-cinder-796286-12-iscsi neutron-server[92929]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 12:27:47.578836 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 12:27:47.578836 dv-cinder-796286-12-iscsi neutron-server[92929]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 12:27:47.578836 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 12:27:47.578836 dv-cinder-796286-12-iscsi neutron-server[92929]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 12:27:47.578836 dv-cinder-796286-12-iscsi neutron-server[92929]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 12:27:47.656207 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3b4f273a-5d2d-4820-bd93-1454f7592bdd req-5059f99d-fb02-4cfb-8207-d2acd79e5ca7 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/security-groups?id=f71a77dd-2836-49af-bc51-55378fb2809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093054 Jul 05 12:27:47.680895 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c4f35797-a194-4130-a0ed-8553e6a68dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575308'] for network, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:47.690820 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c4f35797-a194-4130-a0ed-8553e6a68dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:47.694939 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-c4f35797-a194-4130-a0ed-8553e6a68dc3 admin admin] 10.222.0.52 "DELETE /v2.0/networks/17b1b6c0-96d4-416f-a4b7-151fe26c3099 HTTP/1.1" status: 204 len: 168 time: 0.4111862 Jul 05 12:27:47.710811 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f35797-a194-4130-a0ed-8553e6a68dc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=17b1b6c0-96d4-416f-a4b7-151fe26c3099,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:27:47.734813 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fb899-aa3d-45b7-88cb-2109cd485084 req-88641104-0982-4929-9fd7-8ee8e35f63f4 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:47.736144 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2f9fb899-aa3d-45b7-88cb-2109cd485084 req-88641104-0982-4929-9fd7-8ee8e35f63f4 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 944 time: 0.1183255 Jul 05 12:27:47.778842 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2f9fb899-aa3d-45b7-88cb-2109cd485084 req-3d3b2135-64f3-4798-850c-3cbdfc8dc71f tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370255 Jul 05 12:27:47.886472 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 40240) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:27:47.929319 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-0b9bb14a-0de0-4c40-a033-8290a8b115e2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=091159087b464c6ba9a5132311313eb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416114 Jul 05 12:27:47.931843 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 40242) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:27:47.981526 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b8057d79-a162-45d7-9c8e-9f40ffc60c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:48.005221 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:48.007178 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b8057d79-a162-45d7-9c8e-9f40ffc60c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:48.111549 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b8057d79-a162-45d7-9c8e-9f40ffc60c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:48.114257 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b8057d79-a162-45d7-9c8e-9f40ffc60c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:48.118004 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-b8057d79-a162-45d7-9c8e-9f40ffc60c42 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f28cae1f-601f-4e01-a9ae-075329c224c7 HTTP/1.1" status: 204 len: 168 time: 0.1828215 Jul 05 12:27:48.124653 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8057d79-a162-45d7-9c8e-9f40ffc60c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28cae1f-601f-4e01-a9ae-075329c224c7,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:27:48.487063 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 40248) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:27:48.528730 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-1140c283-db34-4431-a630-669c0d7eb362 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2f60777cb74f4d7ea37edd9ce0faf165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403919 Jul 05 12:27:48.532253 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 40250) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:27:48.581659 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a3e1e239-47eb-47f6-ae77-ab3d1627c397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:48.602274 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a3e1e239-47eb-47f6-ae77-ab3d1627c397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:48.659259 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a3e1e239-47eb-47f6-ae77-ab3d1627c397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:48.661803 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a3e1e239-47eb-47f6-ae77-ab3d1627c397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:48.662993 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-a3e1e239-47eb-47f6-ae77-ab3d1627c397 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b80c14a9-3f13-4985-9f6e-cec0455abf73 HTTP/1.1" status: 204 len: 168 time: 0.1298106 Jul 05 12:27:48.672128 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1e239-47eb-47f6-ae77-ab3d1627c397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80c14a9-3f13-4985-9f6e-cec0455abf73,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:27:48.870336 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa7cec-2909-4c5e-9550-b423762448f5 req-ede9a726-edb6-47ee-9e98-46b96947cb6d tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:48.871899 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-acfa7cec-2909-4c5e-9550-b423762448f5 req-ede9a726-edb6-47ee-9e98-46b96947cb6d tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f641a55-392f-470b-8496-5b0db4320f6b HTTP/1.1" status: 200 len: 932 time: 0.0988193 Jul 05 12:27:49.207698 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-acfa7cec-2909-4c5e-9550-b423762448f5 req-fe74f320-f42b-4644-85c4-4ba35e89ecc7 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/security-groups?id=f71a77dd-2836-49af-bc51-55378fb2809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294997 Jul 05 12:27:49.247957 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f8260-a9a5-45dd-aead-b6b209ca4de0 req-70f31261-150b-4faa-bf75-830b6968a3fd tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:49.251046 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cc9f8260-a9a5-45dd-aead-b6b209ca4de0 req-70f31261-150b-4faa-bf75-830b6968a3fd tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 944 time: 0.0903070 Jul 05 12:27:49.303313 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cc9f8260-a9a5-45dd-aead-b6b209ca4de0 req-20e31751-a10b-4bc6-9073-5a952021a747 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464060 Jul 05 12:27:50.460152 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53362e8a-7494-4fb6-a10e-275b6da5fa18 req-4aa9b48b-73d8-4a47-9036-7d99556c93af tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:50.464511 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-53362e8a-7494-4fb6-a10e-275b6da5fa18 req-4aa9b48b-73d8-4a47-9036-7d99556c93af tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f641a55-392f-470b-8496-5b0db4320f6b HTTP/1.1" status: 200 len: 932 time: 0.1168821 Jul 05 12:27:50.597905 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-53362e8a-7494-4fb6-a10e-275b6da5fa18 req-4e3ea6aa-12cd-4f1c-9332-93919397beb4 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/security-groups?id=f71a77dd-2836-49af-bc51-55378fb2809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203110 Jul 05 12:27:50.634049 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d38ce-35f1-4b8b-9ff6-d2f01346fa1c req-4c2157ec-82ba-42f3-a4ba-497267f0fcbb tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:50.642687 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bc3d38ce-35f1-4b8b-9ff6-d2f01346fa1c req-4c2157ec-82ba-42f3-a4ba-497267f0fcbb tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 944 time: 0.1322269 Jul 05 12:27:50.678208 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bc3d38ce-35f1-4b8b-9ff6-d2f01346fa1c req-fe10c2cd-6ec7-4c00-b4c1-a827ff656c37 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344462 Jul 05 12:27:50.780855 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-56473ea4-d2b2-4d39-a25f-541e6668eba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:51.840628 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650842d-36f3-45c2-a4c5-0c81ef65205f req-4eeb4f4d-7c74-4706-a5d8-8c4c6344eabd tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:51.842262 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f650842d-36f3-45c2-a4c5-0c81ef65205f req-4eeb4f4d-7c74-4706-a5d8-8c4c6344eabd tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f641a55-392f-470b-8496-5b0db4320f6b HTTP/1.1" status: 200 len: 932 time: 0.1013520 Jul 05 12:27:51.913379 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f650842d-36f3-45c2-a4c5-0c81ef65205f req-fe5739ad-bd24-4099-b115-7d04c3b601a3 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/security-groups?id=f71a77dd-2836-49af-bc51-55378fb2809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608172 Jul 05 12:27:51.948223 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e8815-c463-473c-9853-3f0bd0b9f237 req-722532a9-a5c9-4a2a-ad16-bca86faeb640 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:51.949699 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b07e8815-c463-473c-9853-3f0bd0b9f237 req-722532a9-a5c9-4a2a-ad16-bca86faeb640 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 944 time: 0.1059260 Jul 05 12:27:52.015094 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b07e8815-c463-473c-9853-3f0bd0b9f237 req-2bf8f987-4a75-445d-8fe5-79ba75867bcc tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541027 Jul 05 12:27:53.113841 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1d695-2264-4286-bee1-4ba88421fb53 req-6b20e951-8ffe-4869-85f3-fcbe7eaf845b tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:53.115305 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2fc1d695-2264-4286-bee1-4ba88421fb53 req-6b20e951-8ffe-4869-85f3-fcbe7eaf845b tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f641a55-392f-470b-8496-5b0db4320f6b HTTP/1.1" status: 200 len: 932 time: 0.0716805 Jul 05 12:27:53.147462 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 40330) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:27:53.166465 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2fc1d695-2264-4286-bee1-4ba88421fb53 req-48dbdefe-2973-4992-830c-913535d079f5 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/security-groups?id=f71a77dd-2836-49af-bc51-55378fb2809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443022 Jul 05 12:27:53.246977 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24050f4e-1160-43f5-9b42-847ae9249fe4 req-69eff5df-185e-459b-a348-d7127af72fa7 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:53.249970 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-24050f4e-1160-43f5-9b42-847ae9249fe4 req-69eff5df-185e-459b-a348-d7127af72fa7 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 944 time: 0.1061597 Jul 05 12:27:53.262538 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-782889db-7262-4c53-8b03-9141eaa504e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:53.302043 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-24050f4e-1160-43f5-9b42-847ae9249fe4 req-a78492d6-e028-4c77-b0a8-5de24da98d62 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461426 Jul 05 12:27:53.349726 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6415f62d-0f71-41a6-92ee-6abea21cbb89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:53.409355 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-782889db-7262-4c53-8b03-9141eaa504e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:53.413814 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-782889db-7262-4c53-8b03-9141eaa504e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:53.451424 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782889db-7262-4c53-8b03-9141eaa504e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c766ae33-168b-4ceb-adcc-aa77a8034e39,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:27:53.455760 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-782889db-7262-4c53-8b03-9141eaa504e0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c63d21684b6e45a193d73345c69b736e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3066154 Jul 05 12:27:53.458318 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 40336) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:27:53.508390 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dfdb2ae3-611d-4bad-a0b0-9cddb715473b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:53.532129 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dfdb2ae3-611d-4bad-a0b0-9cddb715473b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:53.578871 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dfdb2ae3-611d-4bad-a0b0-9cddb715473b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:53.581545 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dfdb2ae3-611d-4bad-a0b0-9cddb715473b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:53.582835 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-dfdb2ae3-611d-4bad-a0b0-9cddb715473b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c766ae33-168b-4ceb-adcc-aa77a8034e39 HTTP/1.1" status: 204 len: 168 time: 0.1235280 Jul 05 12:27:53.590386 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb2ae3-611d-4bad-a0b0-9cddb715473b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c766ae33-168b-4ceb-adcc-aa77a8034e39,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:27:53.690668 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:53.851704 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 40342) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:27:53.867073 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f85516d2-3280-43e8-83fc-f3913457a3bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:53.958228 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f85516d2-3280-43e8-83fc-f3913457a3bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:53.963903 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f85516d2-3280-43e8-83fc-f3913457a3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:54.000942 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85516d2-3280-43e8-83fc-f3913457a3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4379d6d7-f40d-42c3-ab57-3f4b67090dff,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:27:54.006776 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-f85516d2-3280-43e8-83fc-f3913457a3bb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=620ef7525de54e37a32b32a5ea030d2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1536477 Jul 05 12:27:54.009189 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 40346) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:27:54.061908 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3e22cb81-d2d7-4ba3-a84a-69c4a6aa688d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:54.084346 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3e22cb81-d2d7-4ba3-a84a-69c4a6aa688d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:54.133185 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3e22cb81-d2d7-4ba3-a84a-69c4a6aa688d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:54.135816 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3e22cb81-d2d7-4ba3-a84a-69c4a6aa688d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:54.136970 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-3e22cb81-d2d7-4ba3-a84a-69c4a6aa688d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4379d6d7-f40d-42c3-ab57-3f4b67090dff HTTP/1.1" status: 204 len: 168 time: 0.1268022 Jul 05 12:27:54.147287 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22cb81-d2d7-4ba3-a84a-69c4a6aa688d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4379d6d7-f40d-42c3-ab57-3f4b67090dff,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:27:54.365809 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820c760-c3ab-41f2-866e-9660013f411f req-e80a0dcb-4159-42ff-bb23-f306454f4852 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:54.367552 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e820c760-c3ab-41f2-866e-9660013f411f req-e80a0dcb-4159-42ff-bb23-f306454f4852 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f641a55-392f-470b-8496-5b0db4320f6b HTTP/1.1" status: 200 len: 932 time: 0.0693593 Jul 05 12:27:54.410976 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e820c760-c3ab-41f2-866e-9660013f411f req-a4bf92fd-723f-4161-95b8-be4dbe376fa9 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/security-groups?id=f71a77dd-2836-49af-bc51-55378fb2809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376780 Jul 05 12:27:54.669902 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186985b-67f4-4eb3-9d96-0a0c053ea72f req-d6ec8c80-e9f5-41bf-872c-29d4a9f74a30 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:54.671771 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a186985b-67f4-4eb3-9d96-0a0c053ea72f req-d6ec8c80-e9f5-41bf-872c-29d4a9f74a30 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 944 time: 0.2322750 Jul 05 12:27:54.688250 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:54.713695 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a186985b-67f4-4eb3-9d96-0a0c053ea72f req-2090f56b-1fa8-4087-b5a8-ea93571b2f59 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329647 Jul 05 12:27:55.743324 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d96581-c74b-4f01-8a31-2906b978a7a8 req-f57d8ab9-dbab-4ac8-9abf-9c295578402e tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:55.744819 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-76d96581-c74b-4f01-8a31-2906b978a7a8 req-f57d8ab9-dbab-4ac8-9abf-9c295578402e tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f641a55-392f-470b-8496-5b0db4320f6b HTTP/1.1" status: 200 len: 932 time: 0.2110355 Jul 05 12:27:55.783795 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-76d96581-c74b-4f01-8a31-2906b978a7a8 req-7a5bf0cd-d9f9-4858-bd21-a704fa32f1c4 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/security-groups?id=f71a77dd-2836-49af-bc51-55378fb2809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324490 Jul 05 12:27:55.896475 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2bcc12-a88b-4425-8cc7-0986a0df2606 req-c8bff54e-c4cd-41b7-9199-e47ea08725bc tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:55.897941 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4d2bcc12-a88b-4425-8cc7-0986a0df2606 req-c8bff54e-c4cd-41b7-9199-e47ea08725bc tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 944 time: 0.0659614 Jul 05 12:27:55.935333 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4d2bcc12-a88b-4425-8cc7-0986a0df2606 req-e1015a65-b2fd-4dfa-980e-27d2eb5c2b68 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318961 Jul 05 12:27:56.246445 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:56.953554 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271a9e1-7bb1-4f08-915a-526ae3871c65 req-b331cc9d-1291-4deb-bd95-cb24d6f01868 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:56.955046 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1271a9e1-7bb1-4f08-915a-526ae3871c65 req-b331cc9d-1291-4deb-bd95-cb24d6f01868 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f641a55-392f-470b-8496-5b0db4320f6b HTTP/1.1" status: 200 len: 932 time: 0.0626333 Jul 05 12:27:56.992738 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1271a9e1-7bb1-4f08-915a-526ae3871c65 req-c928e1d5-89c7-4537-ae21-ee8650faaadd tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/security-groups?id=f71a77dd-2836-49af-bc51-55378fb2809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322480 Jul 05 12:27:57.113425 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afdc54d-c99f-4268-b64d-a87c91b0d4d4 req-68446c66-1433-457d-bb13-34e8abe79c05 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:57.114804 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8afdc54d-c99f-4268-b64d-a87c91b0d4d4 req-68446c66-1433-457d-bb13-34e8abe79c05 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 944 time: 0.0629222 Jul 05 12:27:57.155884 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8afdc54d-c99f-4268-b64d-a87c91b0d4d4 req-689d8fdb-1c5b-4651-a53c-cbfa15b66992 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351644 Jul 05 12:27:57.235644 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-66202102-f7ab-4268-bedb-769ff2058150 req-39a0c0b3-ca5a-4266-839d-9d989c166889 service neutron] Request body: {'port': {'device_id': '0f641a55-392f-470b-8496-5b0db4320f6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:27:57.306669 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-66202102-f7ab-4268-bedb-769ff2058150 req-39a0c0b3-ca5a-4266-839d-9d989c166889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:57.562117 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [req-66202102-f7ab-4268-bedb-769ff2058150 req-39a0c0b3-ca5a-4266-839d-9d989c166889 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ff188ab-0d94-405f-8cd4-9b64c8548565 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:27:57.569652 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-66202102-f7ab-4268-bedb-769ff2058150 req-39a0c0b3-ca5a-4266-839d-9d989c166889 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:57.583004 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-66202102-f7ab-4268-bedb-769ff2058150 req-39a0c0b3-ca5a-4266-839d-9d989c166889 service neutron] Transition to ACTIVE for port object 6ff188ab-0d94-405f-8cd4-9b64c8548565 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:27:57.586554 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-66202102-f7ab-4268-bedb-769ff2058150 req-39a0c0b3-ca5a-4266-839d-9d989c166889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3485880'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:57.637660 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0c0b3-ca5a-4266-839d-9d989c166889 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff188ab-0d94-405f-8cd4-9b64c8548565,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:27:57.710512 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-66202102-f7ab-4268-bedb-769ff2058150 req-39a0c0b3-ca5a-4266-839d-9d989c166889 service neutron] Attempting to bind port 6ff188ab-0d94-405f-8cd4-9b64c8548565 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:27:57.710887 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-66202102-f7ab-4268-bedb-769ff2058150 req-39a0c0b3-ca5a-4266-839d-9d989c166889 service neutron] Attempting to bind port 6ff188ab-0d94-405f-8cd4-9b64c8548565 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'e0653b9c-2549-4a1d-924f-c7c3d975cbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'af313dbd-41f4-4ed4-a68b-ab3123ac27d6'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:27:57.711215 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66202102-f7ab-4268-bedb-769ff2058150 req-39a0c0b3-ca5a-4266-839d-9d989c166889 service neutron] Attempting to bind port 6ff188ab-0d94-405f-8cd4-9b64c8548565 on network af313dbd-41f4-4ed4-a68b-ab3123ac27d6 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:27:57.715423 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66202102-f7ab-4268-bedb-769ff2058150 req-39a0c0b3-ca5a-4266-839d-9d989c166889 service neutron] Port 6ff188ab-0d94-405f-8cd4-9b64c8548565 on network af313dbd-41f4-4ed4-a68b-ab3123ac27d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 12:27:57.715742 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66202102-f7ab-4268-bedb-769ff2058150 req-39a0c0b3-ca5a-4266-839d-9d989c166889 service neutron] Attempting to bind port 6ff188ab-0d94-405f-8cd4-9b64c8548565 on network af313dbd-41f4-4ed4-a68b-ab3123ac27d6 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:27:57.721221 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66202102-f7ab-4268-bedb-769ff2058150 req-39a0c0b3-ca5a-4266-839d-9d989c166889 service neutron] Checking agent: {'id': '3e7fb013-ee8e-41ba-b8fe-dbc5ebca3998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 21, 18), 'started_at': datetime.datetime(2021, 7, 5, 12, 21, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:27:57.721554 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66202102-f7ab-4268-bedb-769ff2058150 req-39a0c0b3-ca5a-4266-839d-9d989c166889 service neutron] Checking segment: {'id': 'e0653b9c-2549-4a1d-924f-c7c3d975cbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'af313dbd-41f4-4ed4-a68b-ab3123ac27d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:27:57.721930 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66202102-f7ab-4268-bedb-769ff2058150 req-39a0c0b3-ca5a-4266-839d-9d989c166889 service neutron] Bound using segment: {'id': 'e0653b9c-2549-4a1d-924f-c7c3d975cbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'af313dbd-41f4-4ed4-a68b-ab3123ac27d6'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:27:57.722346 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-66202102-f7ab-4268-bedb-769ff2058150 req-39a0c0b3-ca5a-4266-839d-9d989c166889 service neutron] Bound port: 6ff188ab-0d94-405f-8cd4-9b64c8548565, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0653b9c-2549-4a1d-924f-c7c3d975cbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'af313dbd-41f4-4ed4-a68b-ab3123ac27d6'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:27:57.722695 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-66202102-f7ab-4268-bedb-769ff2058150 req-39a0c0b3-ca5a-4266-839d-9d989c166889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:57.785215 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-66202102-f7ab-4268-bedb-769ff2058150 req-39a0c0b3-ca5a-4266-839d-9d989c166889 service neutron] For port 6ff188ab-0d94-405f-8cd4-9b64c8548565, host hv-cinder-79628, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:27:57.788549 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-66202102-f7ab-4268-bedb-769ff2058150 req-39a0c0b3-ca5a-4266-839d-9d989c166889 service neutron] For port 6ff188ab-0d94-405f-8cd4-9b64c8548565, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6ff188ab-0d94-405f-8cd4-9b64c8548565,segment=NetworkSegment(e0653b9c-2549-4a1d-924f-c7c3d975cbba),segment_id=e0653b9c-2549-4a1d-924f-c7c3d975cbba)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:27:57.792771 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-66202102-f7ab-4268-bedb-769ff2058150 req-39a0c0b3-ca5a-4266-839d-9d989c166889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3485880'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:57.832251 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66202102-f7ab-4268-bedb-769ff2058150 req-39a0c0b3-ca5a-4266-839d-9d989c166889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:57.832874 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-66202102-f7ab-4268-bedb-769ff2058150 req-39a0c0b3-ca5a-4266-839d-9d989c166889 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:27:57.834265 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-66202102-f7ab-4268-bedb-769ff2058150 req-39a0c0b3-ca5a-4266-839d-9d989c166889 service neutron] 10.222.0.16 "PUT /v2.0/ports/6ff188ab-0d94-405f-8cd4-9b64c8548565 HTTP/1.1" status: 200 len: 1094 time: 0.6038113 Jul 05 12:27:57.834700 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f641a55-392f-470b-8496-5b0db4320f6b', 'tag': '6ff188ab-0d94-405f-8cd4-9b64c8548565'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:27:57.836978 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38d66cb680d8e216a4639fd07ffcdd1e1f1f0bb375bf284fc7cc66ae145b2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5c1d97-11f1-46c7-b918-3fc224ac4527" -d '{"events": [{"name": "network-changed", "server_uuid": "0f641a55-392f-470b-8496-5b0db4320f6b", "tag": "6ff188ab-0d94-405f-8cd4-9b64c8548565"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:27:57.859599 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0c0b3-ca5a-4266-839d-9d989c166889 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff188ab-0d94-405f-8cd4-9b64c8548565,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:27:57.882039 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 12:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ef4144-5531-4f7e-aa39-81eed812b89b x-openstack-request-id: req-b0ef4144-5531-4f7e-aa39-81eed812b89b {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:27:57.882404 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f641a55-392f-470b-8496-5b0db4320f6b", "tag": "6ff188ab-0d94-405f-8cd4-9b64c8548565", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:27:57.882662 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b0ef4144-5531-4f7e-aa39-81eed812b89b {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:27:57.883080 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f641a55-392f-470b-8496-5b0db4320f6b', 'tag': '6ff188ab-0d94-405f-8cd4-9b64c8548565', 'status': 'completed', 'code': 200} Jul 05 12:27:57.940911 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66202102-f7ab-4268-bedb-769ff2058150 req-12cdff29-1ff4-46de-b5ac-66c6a0f13bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:57.942412 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-66202102-f7ab-4268-bedb-769ff2058150 req-12cdff29-1ff4-46de-b5ac-66c6a0f13bf4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0eb9fe4dc7ca4600836a2dfad99c6cb8&device_id=0f641a55-392f-470b-8496-5b0db4320f6b HTTP/1.1" status: 200 len: 1097 time: 0.0559995 Jul 05 12:27:57.986302 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-66202102-f7ab-4268-bedb-769ff2058150 req-11779c00-89b8-4211-91bb-62dbc366a369 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ff188ab-0d94-405f-8cd4-9b64c8548565 HTTP/1.1" status: 200 len: 217 time: 0.0368824 Jul 05 12:27:58.054699 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66202102-f7ab-4268-bedb-769ff2058150 req-8c307047-1dd2-421d-b3cd-35a1f067821a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:58.056205 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-66202102-f7ab-4268-bedb-769ff2058150 req-8c307047-1dd2-421d-b3cd-35a1f067821a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eee5dcd3-775e-42fe-9380-c1c048b9856b HTTP/1.1" status: 200 len: 854 time: 0.0618429 Jul 05 12:27:58.090519 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-66202102-f7ab-4268-bedb-769ff2058150 req-61c00c94-4c1b-41d2-ac00-d3666e0b27f4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=af313dbd-41f4-4ed4-a68b-ab3123ac27d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261807 Jul 05 12:27:58.227315 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-66202102-f7ab-4268-bedb-769ff2058150 req-69f5e6d0-b004-42cd-b4ab-f86dec754c87 service neutron] 10.222.0.16 "GET /v2.0/networks/af313dbd-41f4-4ed4-a68b-ab3123ac27d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293707 Jul 05 12:27:58.243819 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ac09a-d9dd-4800-91b1-c9d4749e548e req-919954da-cb37-41b4-9779-7684cd645021 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:58.245214 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-442ac09a-d9dd-4800-91b1-c9d4749e548e req-919954da-cb37-41b4-9779-7684cd645021 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f641a55-392f-470b-8496-5b0db4320f6b HTTP/1.1" status: 200 len: 944 time: 0.1290321 Jul 05 12:27:58.381365 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-442ac09a-d9dd-4800-91b1-c9d4749e548e req-c6889e1b-4531-430a-a0ed-a981f75483e6 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/security-groups?id=f71a77dd-2836-49af-bc51-55378fb2809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279685 Jul 05 12:27:58.419641 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-66202102-f7ab-4268-bedb-769ff2058150 req-0981dcd6-5312-4a5b-b9d8-699eee02b04c service neutron] 10.222.0.16 "GET /v2.0/networks/af313dbd-41f4-4ed4-a68b-ab3123ac27d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836226 Jul 05 12:27:58.433534 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ec395-83eb-4d50-b36b-3aa04baf9adc req-bddf16cd-16d6-4c83-a617-b026302479f4 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:58.434988 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6d2ec395-83eb-4d50-b36b-3aa04baf9adc req-bddf16cd-16d6-4c83-a617-b026302479f4 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 944 time: 0.1249626 Jul 05 12:27:58.502899 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6d2ec395-83eb-4d50-b36b-3aa04baf9adc req-61a7fd56-b287-4c37-921b-f524201efb0c tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601609 Jul 05 12:27:58.527356 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c1d97-11f1-46c7-b918-3fc224ac4527 req-c1d0a0ab-1c4c-450f-9b6a-80a5d92e2d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:58.528846 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5d5c1d97-11f1-46c7-b918-3fc224ac4527 req-c1d0a0ab-1c4c-450f-9b6a-80a5d92e2d0a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0eb9fe4dc7ca4600836a2dfad99c6cb8&device_id=0f641a55-392f-470b-8496-5b0db4320f6b HTTP/1.1" status: 200 len: 1097 time: 0.0631254 Jul 05 12:27:58.621176 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c1d97-11f1-46c7-b918-3fc224ac4527 req-b102217c-2cd7-48f6-be9d-617dc0415938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:58.622662 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5d5c1d97-11f1-46c7-b918-3fc224ac4527 req-b102217c-2cd7-48f6-be9d-617dc0415938 service neutron] 10.222.0.16 "GET /v2.0/networks?id=af313dbd-41f4-4ed4-a68b-ab3123ac27d6 HTTP/1.1" status: 200 len: 915 time: 0.0872338 Jul 05 12:27:58.664168 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5d5c1d97-11f1-46c7-b918-3fc224ac4527 req-b92be419-1d2c-4162-bf83-f199be3b4eed service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ff188ab-0d94-405f-8cd4-9b64c8548565 HTTP/1.1" status: 200 len: 217 time: 0.0347738 Jul 05 12:27:58.717673 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c1d97-11f1-46c7-b918-3fc224ac4527 req-a611ad52-7b41-47f0-b42d-89a1e1df55db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:58.719770 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5d5c1d97-11f1-46c7-b918-3fc224ac4527 req-a611ad52-7b41-47f0-b42d-89a1e1df55db service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eee5dcd3-775e-42fe-9380-c1c048b9856b HTTP/1.1" status: 200 len: 854 time: 0.0497274 Jul 05 12:27:58.758179 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5d5c1d97-11f1-46c7-b918-3fc224ac4527 req-3d9108e2-43d8-41d3-8ccd-94b3b195b4f7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=af313dbd-41f4-4ed4-a68b-ab3123ac27d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306735 Jul 05 12:27:58.847062 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5d5c1d97-11f1-46c7-b918-3fc224ac4527 req-862ebcea-d83b-4581-83bb-a61c9b4d83c7 service neutron] 10.222.0.16 "GET /v2.0/networks/af313dbd-41f4-4ed4-a68b-ab3123ac27d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816696 Jul 05 12:27:58.938401 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5d5c1d97-11f1-46c7-b918-3fc224ac4527 req-174aec37-1d52-4ebc-9f11-ce1de403b840 service neutron] 10.222.0.16 "GET /v2.0/networks/af313dbd-41f4-4ed4-a68b-ab3123ac27d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846295 Jul 05 12:27:59.565260 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99d5c8-9931-4dde-9051-d068227a3525 req-0fc20e28-4dc1-4d10-8543-6ba0fd7f3c86 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:59.568058 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0f99d5c8-9931-4dde-9051-d068227a3525 req-0fc20e28-4dc1-4d10-8543-6ba0fd7f3c86 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f641a55-392f-470b-8496-5b0db4320f6b HTTP/1.1" status: 200 len: 944 time: 0.0702431 Jul 05 12:27:59.608219 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0f99d5c8-9931-4dde-9051-d068227a3525 req-37e09de0-b325-4017-9f32-532df4f1f829 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/security-groups?id=f71a77dd-2836-49af-bc51-55378fb2809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341551 Jul 05 12:27:59.692075 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214882c3-c55a-4409-b763-cc98973d6e5d req-af72db4c-5065-42ae-beaa-2210fd21fe1a tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:27:59.693560 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-214882c3-c55a-4409-b763-cc98973d6e5d req-af72db4c-5065-42ae-beaa-2210fd21fe1a tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 944 time: 0.0650449 Jul 05 12:27:59.731847 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-214882c3-c55a-4409-b763-cc98973d6e5d req-1c4acd22-b705-4b66-922f-26b85a2e7c68 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320959 Jul 05 12:28:00.789943 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1f14a-66ff-4080-90fc-0cf1b55d8fc5 req-1f94a725-f87c-4687-a53a-915c367b880c tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:00.791479 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fcd1f14a-66ff-4080-90fc-0cf1b55d8fc5 req-1f94a725-f87c-4687-a53a-915c367b880c tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f641a55-392f-470b-8496-5b0db4320f6b HTTP/1.1" status: 200 len: 944 time: 0.0697610 Jul 05 12:28:00.833587 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fcd1f14a-66ff-4080-90fc-0cf1b55d8fc5 req-00038838-53da-4e0e-8f3b-24344e55d325 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/security-groups?id=f71a77dd-2836-49af-bc51-55378fb2809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355799 Jul 05 12:28:00.910250 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4bb5c6-73e7-4b80-97f5-1b53cb100f65 req-12588cb7-b1ec-4b87-b6e5-e8f04f1b6c39 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:00.911759 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5c4bb5c6-73e7-4b80-97f5-1b53cb100f65 req-12588cb7-b1ec-4b87-b6e5-e8f04f1b6c39 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 944 time: 0.0640864 Jul 05 12:28:00.953558 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5c4bb5c6-73e7-4b80-97f5-1b53cb100f65 req-3d2adafa-4111-4b12-b3df-ce0b68da261a tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362961 Jul 05 12:28:02.008054 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531884d9-4ba0-4e24-a5c9-0c81b162c690 req-6dbb2108-682a-424c-b338-60052c53937c tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:02.009570 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-531884d9-4ba0-4e24-a5c9-0c81b162c690 req-6dbb2108-682a-424c-b338-60052c53937c tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f641a55-392f-470b-8496-5b0db4320f6b HTTP/1.1" status: 200 len: 944 time: 0.0677667 Jul 05 12:28:02.048622 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-531884d9-4ba0-4e24-a5c9-0c81b162c690 req-5d2d934b-a85a-4996-b0c2-8c7480fec2f0 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/security-groups?id=f71a77dd-2836-49af-bc51-55378fb2809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329700 Jul 05 12:28:02.134569 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f3c37-2690-4a26-b1ca-6248a93bcfbf req-e2d6cc49-96b0-41af-a836-a4d97d7fe872 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:02.136071 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a76f3c37-2690-4a26-b1ca-6248a93bcfbf req-e2d6cc49-96b0-41af-a836-a4d97d7fe872 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 944 time: 0.0638556 Jul 05 12:28:02.174695 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a76f3c37-2690-4a26-b1ca-6248a93bcfbf req-69b5b09b-44c4-4b3c-a8d1-afbcbb797365 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324569 Jul 05 12:28:03.231075 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9a4c0-a3f3-4526-929b-6625a9a1ceab req-39b62ea9-2901-4b3b-8f14-431b151a4dc5 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:03.232549 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3df9a4c0-a3f3-4526-929b-6625a9a1ceab req-39b62ea9-2901-4b3b-8f14-431b151a4dc5 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f641a55-392f-470b-8496-5b0db4320f6b HTTP/1.1" status: 200 len: 944 time: 0.0634220 Jul 05 12:28:03.249620 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 6ff188ab-0d94-405f-8cd4-9b64c8548565 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 12:28:03.270971 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3df9a4c0-a3f3-4526-929b-6625a9a1ceab req-a8bada69-7278-440b-bdbf-305132cf8020 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/security-groups?id=f71a77dd-2836-49af-bc51-55378fb2809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321584 Jul 05 12:28:03.346522 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port 6ff188ab-0d94-405f-8cd4-9b64c8548565, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6ff188ab-0d94-405f-8cd4-9b64c8548565,segment=NetworkSegment(e0653b9c-2549-4a1d-924f-c7c3d975cbba),segment_id=e0653b9c-2549-4a1d-924f-c7c3d975cbba)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:28:03.356446 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40347c60-4318-4b0b-9064-eb5391b9af8f req-7d663dd5-7a97-41e4-bcaa-492de516adbe tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:03.357706 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Returning: {'device': '6ff188ab-0d94-405f-8cd4-9b64c8548565', 'network_id': 'af313dbd-41f4-4ed4-a68b-ab3123ac27d6', 'port_id': '6ff188ab-0d94-405f-8cd4-9b64c8548565', 'mac_address': 'fa:16:3e:3d:65:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eee5dcd3-775e-42fe-9380-c1c048b9856b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 12:28:03.357977 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-40347c60-4318-4b0b-9064-eb5391b9af8f req-7d663dd5-7a97-41e4-bcaa-492de516adbe tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 944 time: 0.0663035 Jul 05 12:28:03.394739 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:03.397067 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-40347c60-4318-4b0b-9064-eb5391b9af8f req-4e8ec5ff-91f4-45d4-aee1-2d8c633819b1 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322802 Jul 05 12:28:03.408226 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ff188ab-0d94-405f-8cd4-9b64c8548565 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:28:03.428610 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port 6ff188ab-0d94-405f-8cd4-9b64c8548565, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6ff188ab-0d94-405f-8cd4-9b64c8548565,segment=NetworkSegment(e0653b9c-2549-4a1d-924f-c7c3d975cbba),segment_id=e0653b9c-2549-4a1d-924f-c7c3d975cbba)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:28:03.432388 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:03.479791 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=6ff188ab-0d94-405f-8cd4-9b64c8548565,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:28:03.487790 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:03.488135 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:03.488470 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:03.488800 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:03.489125 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:03.489450 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:03.489771 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:03.490088 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:03.490409 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:03.490748 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:03.491068 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:03.491383 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:03.793011 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] get_ports_and_sgs() called for port_ids ['6ff188ab-0d94-405f-8cd4-9b64c8548565'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 12:28:04.441972 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955f6f8-4187-4afb-8fe8-26bf356316bd req-22886460-b12f-4c68-a33d-225df8eb5ea5 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:04.443503 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7955f6f8-4187-4afb-8fe8-26bf356316bd req-22886460-b12f-4c68-a33d-225df8eb5ea5 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f641a55-392f-470b-8496-5b0db4320f6b HTTP/1.1" status: 200 len: 945 time: 0.0633051 Jul 05 12:28:04.490925 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7955f6f8-4187-4afb-8fe8-26bf356316bd req-5b945d3d-9238-4fc6-85fb-45c9fbd551a0 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/security-groups?id=f71a77dd-2836-49af-bc51-55378fb2809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414929 Jul 05 12:28:04.592428 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29b5f5-7c3a-498f-8295-f200c9978d73 req-35a9ebaa-206a-4afe-bed8-d34c393575fa tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:04.594901 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4b29b5f5-7c3a-498f-8295-f200c9978d73 req-35a9ebaa-206a-4afe-bed8-d34c393575fa tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 944 time: 0.0681548 Jul 05 12:28:04.632198 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4b29b5f5-7c3a-498f-8295-f200c9978d73 req-4e841567-e95b-4819-84b7-9ff6bf8ec938 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318630 Jul 05 12:28:04.993238 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 40526) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:28:05.093835 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cdfe97ff-f832-42a7-958d-5f31fb0ff91e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:05.185173 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cdfe97ff-f832-42a7-958d-5f31fb0ff91e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:05.190321 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cdfe97ff-f832-42a7-958d-5f31fb0ff91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:05.230654 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-cdfe97ff-f832-42a7-958d-5f31fb0ff91e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=361aecfbd4304eba992e14c97fc4bcb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363138 Jul 05 12:28:05.231399 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe97ff-f832-42a7-958d-5f31fb0ff91e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa807690-9e79-4386-8a1c-818dd9190927,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:28:05.234070 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 40530) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:28:05.248215 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 6ff188ab-0d94-405f-8cd4-9b64c8548565 up at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:28:05.289716 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-81ba927a-c996-458c-950e-9e88ff8d89c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:05.302571 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning for port 6ff188ab-0d94-405f-8cd4-9b64c8548565 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:28:05.306387 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning complete for port 6ff188ab-0d94-405f-8cd4-9b64c8548565 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:28:05.306794 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:05.315357 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-81ba927a-c996-458c-950e-9e88ff8d89c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:05.370450 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-81ba927a-c996-458c-950e-9e88ff8d89c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:05.376577 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-81ba927a-c996-458c-950e-9e88ff8d89c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:05.386666 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-81ba927a-c996-458c-950e-9e88ff8d89c7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/aa807690-9e79-4386-8a1c-818dd9190927 HTTP/1.1" status: 204 len: 168 time: 0.1495323 Jul 05 12:28:05.395894 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba927a-c996-458c-950e-9e88ff8d89c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa807690-9e79-4386-8a1c-818dd9190927,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:28:05.424424 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:05.452047 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f641a55-392f-470b-8496-5b0db4320f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff188ab-0d94-405f-8cd4-9b64c8548565'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:28:05.455162 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb11927d8d6a4f40405007df32e35409d46ab531454b71f6d23f9687e715819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35ffe48-9eec-4570-b27a-dc125986cf79" -d '{"events": [{"server_uuid": "0f641a55-392f-470b-8496-5b0db4320f6b", "name": "network-vif-plugged", "status": "completed", "tag": "6ff188ab-0d94-405f-8cd4-9b64c8548565"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:28:05.470987 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port 6ff188ab-0d94-405f-8cd4-9b64c8548565, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6ff188ab-0d94-405f-8cd4-9b64c8548565,segment=NetworkSegment(e0653b9c-2549-4a1d-924f-c7c3d975cbba),segment_id=e0653b9c-2549-4a1d-924f-c7c3d975cbba)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:28:05.477377 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:05.511969 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c6244b-f00f-49ca-9552-4307d48c038d x-openstack-request-id: req-68c6244b-f00f-49ca-9552-4307d48c038d {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:28:05.512225 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f641a55-392f-470b-8496-5b0db4320f6b", "name": "network-vif-plugged", "status": "completed", "tag": "6ff188ab-0d94-405f-8cd4-9b64c8548565", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:28:05.512470 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-68c6244b-f00f-49ca-9552-4307d48c038d {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:28:05.512857 dv-cinder-796286-12-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f641a55-392f-470b-8496-5b0db4320f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff188ab-0d94-405f-8cd4-9b64c8548565', 'code': 200} Jul 05 12:28:05.549668 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=6ff188ab-0d94-405f-8cd4-9b64c8548565,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:28:05.689184 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdb936-07ad-4cb2-8f22-b5372e304c8c req-f6503afe-7db8-4f8c-b882-0fe153fc8328 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:05.690739 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-13fdb936-07ad-4cb2-8f22-b5372e304c8c req-f6503afe-7db8-4f8c-b882-0fe153fc8328 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f641a55-392f-470b-8496-5b0db4320f6b HTTP/1.1" status: 200 len: 946 time: 0.0748994 Jul 05 12:28:05.775966 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-13fdb936-07ad-4cb2-8f22-b5372e304c8c req-7bf77fa1-471c-45c3-a8be-c1e7d24d66b9 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/security-groups?id=f71a77dd-2836-49af-bc51-55378fb2809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541012 Jul 05 12:28:05.789705 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce78f21-420f-4f9f-ac55-b48e7a85bd68 req-9814598f-0c6c-4b56-a9d7-6a393eff6604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:05.791229 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6ce78f21-420f-4f9f-ac55-b48e7a85bd68 req-9814598f-0c6c-4b56-a9d7-6a393eff6604 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0f641a55-392f-470b-8496-5b0db4320f6b HTTP/1.1" status: 200 len: 1099 time: 0.0995915 Jul 05 12:28:05.851027 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6ce78f21-420f-4f9f-ac55-b48e7a85bd68 req-3635c38d-5fe6-4146-b84c-578add210c1f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f71a77dd-2836-49af-bc51-55378fb2809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418518 Jul 05 12:28:05.870373 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd921553-3d2b-4ad3-88d9-642867116c4a req-ae3762ed-c7ed-46ac-83a0-8ea5e1b6f6a6 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:05.871980 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-dd921553-3d2b-4ad3-88d9-642867116c4a req-ae3762ed-c7ed-46ac-83a0-8ea5e1b6f6a6 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 944 time: 0.0995011 Jul 05 12:28:05.911177 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-dd921553-3d2b-4ad3-88d9-642867116c4a req-2aead508-11ee-426f-92aa-79cb33e64021 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335541 Jul 05 12:28:06.069366 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 40558) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:28:06.161728 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-ed0efc45-cb7f-4b1f-b25b-43d21dd41cf7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1792274710-network', 'tenant_id': '4bf300df367b4c379e19b085196596d8'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:28:06.183023 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0efc45-cb7f-4b1f-b25b-43d21dd41cf7 admin admin] Made reservation on behalf of 4bf300df367b4c379e19b085196596d8 for: {'network': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:28:06.185568 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ed0efc45-cb7f-4b1f-b25b-43d21dd41cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for network, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:06.194291 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ed0efc45-cb7f-4b1f-b25b-43d21dd41cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:06.285966 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ed0efc45-cb7f-4b1f-b25b-43d21dd41cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:06.289578 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ed0efc45-cb7f-4b1f-b25b-43d21dd41cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:06.313948 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed0efc45-cb7f-4b1f-b25b-43d21dd41cf7 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=92929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 12:28:06.323725 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0efc45-cb7f-4b1f-b25b-43d21dd41cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebca8198-b5dd-46f1-841d-f1d46e7dad83,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:28:06.328603 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ed0efc45-cb7f-4b1f-b25b-43d21dd41cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207'] for segment, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:06.328949 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.db.segments_db [None req-ed0efc45-cb7f-4b1f-b25b-43d21dd41cf7 admin admin] Added segment 989bedde-f9b1-4f0e-b21c-a982e2269015 of type vlan for network 20f83d02-1a02-4231-9787-67c36fcfd4b6 Jul 05 12:28:06.368252 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ed0efc45-cb7f-4b1f-b25b-43d21dd41cf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761929207381'] for network, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:06.396358 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ed0efc45-cb7f-4b1f-b25b-43d21dd41cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583'] for network, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:06.397233 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0efc45-cb7f-4b1f-b25b-43d21dd41cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:06.397815 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ed0efc45-cb7f-4b1f-b25b-43d21dd41cf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:06.446497 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-ed0efc45-cb7f-4b1f-b25b-43d21dd41cf7 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3759816 Jul 05 12:28:06.449723 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 40562) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:28:06.455034 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-a96f7167-6694-421c-824f-dcf75f6167a0 admin admin] Request body: {'subnet': {'network_id': '20f83d02-1a02-4231-9787-67c36fcfd4b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1792274710-subnet', 'tenant_id': '4bf300df367b4c379e19b085196596d8', 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:28:06.458865 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0efc45-cb7f-4b1f-b25b-43d21dd41cf7 admin admin] Pushing event updated for resources: {'Network': ['ID=20f83d02-1a02-4231-9787-67c36fcfd4b6,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:28:06.469188 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Network 20f83d02-1a02-4231-9787-67c36fcfd4b6 details requested by agent ovs-agent-dv-cinder-796286-12-iscsi with host dv-cinder-796286-12-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 12:28:06.476807 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96f7167-6694-421c-824f-dcf75f6167a0 admin admin] Made reservation on behalf of 4bf300df367b4c379e19b085196596d8 for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:28:06.479386 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a96f7167-6694-421c-824f-dcf75f6167a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985460'] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:06.647195 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a96f7167-6694-421c-824f-dcf75f6167a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9210860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985446'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:06.705082 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f7167-6694-421c-824f-dcf75f6167a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dae6a4f6-bb01-419e-a45a-2fe1e4753d41,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:28:06.713490 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96f7167-6694-421c-824f-dcf75f6167a0 admin admin] Checking segment: {'id': '989bedde-f9b1-4f0e-b21c-a982e2269015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '20f83d02-1a02-4231-9787-67c36fcfd4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:28:06.713849 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96f7167-6694-421c-824f-dcf75f6167a0 admin admin] Network hostable DHCP agents. Network: 20f83d02-1a02-4231-9787-67c36fcfd4b6, hostable agents: ['60ff58b7-18de-4b80-8279-d7ac18a51ea8'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 12:28:06.730592 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96f7167-6694-421c-824f-dcf75f6167a0 admin admin] Network 20f83d02-1a02-4231-9787-67c36fcfd4b6 is scheduled to be hosted by DHCP agent 60ff58b7-18de-4b80-8279-d7ac18a51ea8 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 12:28:06.738999 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-a96f7167-6694-421c-824f-dcf75f6167a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-12-iscsi, 20f83d02-1a02-4231-9787-67c36fcfd4b6) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:28:06.743551 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96f7167-6694-421c-824f-dcf75f6167a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:06.744237 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a96f7167-6694-421c-824f-dcf75f6167a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:06.748420 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749776b0-12a9-4e09-8580-b4c16c442357 None None] Network 20f83d02-1a02-4231-9787-67c36fcfd4b6 requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:28:06.765571 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-a96f7167-6694-421c-824f-dcf75f6167a0 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3146102 Jul 05 12:28:06.765947 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 40564) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:28:06.770820 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-8128433f-4479-463c-9202-ac3f23cc3cc2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1792274710-router', 'tenant_id': '4bf300df367b4c379e19b085196596d8', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'}}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:28:06.796415 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8128433f-4479-463c-9202-ac3f23cc3cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6168'] for router, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:06.797706 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8128433f-4479-463c-9202-ac3f23cc3cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6167'] for router, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:06.857254 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8128433f-4479-463c-9202-ac3f23cc3cc2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:06.903572 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5d1cdd-8ede-45ca-b7a8-becf32f08999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b0a0a31-0485-567f-a652-ea6fdcdf98ff-20f83d02-1a02-4231-9787-67c36fcfd4b6', 'network_id': '20f83d02-1a02-4231-9787-67c36fcfd4b6', 'tenant_id': '4bf300df367b4c379e19b085196596d8', 'fixed_ips': [{'subnet_id': 'dae6a4f6-bb01-419e-a45a-2fe1e4753d41'}]}} from dv-cinder-796286-12-iscsi. {{(pid=92930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 12:28:06.904747 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ec5d1cdd-8ede-45ca-b7a8-becf32f08999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:07.037080 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8128433f-4479-463c-9202-ac3f23cc3cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1575407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6149'] for router, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:07.047122 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-ec5d1cdd-8ede-45ca-b7a8-becf32f08999 None None] Allocated IP 172.20.0.2 (20f83d02-1a02-4231-9787-67c36fcfd4b6/dae6a4f6-bb01-419e-a45a-2fe1e4753d41/4d86e1f8-189c-41e8-9aac-d1f21f1bf80a) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:28:07.129199 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af10624-d950-4145-9fea-2ccd0c12d369 req-0c4bff4f-2550-4730-b608-1f46f1f95813 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:07.130751 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3af10624-d950-4145-9fea-2ccd0c12d369 req-0c4bff4f-2550-4730-b608-1f46f1f95813 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f641a55-392f-470b-8496-5b0db4320f6b HTTP/1.1" status: 200 len: 946 time: 0.2357795 Jul 05 12:28:07.194263 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc58255-998c-4c04-a910-df02863373f7 req-4ea7efd5-0f54-41d6-be2f-ea0e39aa91e5 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:07.195701 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-afc58255-998c-4c04-a910-df02863373f7 req-4ea7efd5-0f54-41d6-be2f-ea0e39aa91e5 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 944 time: 0.1536026 Jul 05 12:28:07.202445 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ec5d1cdd-8ede-45ca-b7a8-becf32f08999 None None] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:07.213576 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3af10624-d950-4145-9fea-2ccd0c12d369 req-0f453e3b-7cdc-4c8a-85a5-48effdb454df tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/security-groups?id=f71a77dd-2836-49af-bc51-55378fb2809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699244 Jul 05 12:28:07.216573 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-ec5d1cdd-8ede-45ca-b7a8-becf32f08999 None None] Transition to ACTIVE for port object 4d86e1f8-189c-41e8-9aac-d1f21f1bf80a will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:28:07.242497 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-ec5d1cdd-8ede-45ca-b7a8-becf32f08999 None None] Transition to ACTIVE for port object 4d86e1f8-189c-41e8-9aac-d1f21f1bf80a will not be triggered until provisioned by entity DHCP. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:28:07.253767 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ec5d1cdd-8ede-45ca-b7a8-becf32f08999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:07.259395 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-afc58255-998c-4c04-a910-df02863373f7 req-96d2f4a6-d28a-487c-9e7e-0b9bd5cddcec tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441132 Jul 05 12:28:07.299659 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5d1cdd-8ede-45ca-b7a8-becf32f08999 None None] Network 20f83d02-1a02-4231-9787-67c36fcfd4b6 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:28:07.300546 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device d6ee29c4-7aca-4473-841c-f7b867576fb6 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 12:28:07.307410 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-ec5d1cdd-8ede-45ca-b7a8-becf32f08999 None None] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:28:07.309744 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5d1cdd-8ede-45ca-b7a8-becf32f08999 None None] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:28:07.379388 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d1cdd-8ede-45ca-b7a8-becf32f08999 None None] Pushing event updated for resources: {'Port': ['ID=4d86e1f8-189c-41e8-9aac-d1f21f1bf80a,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:28:07.432399 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-ec5d1cdd-8ede-45ca-b7a8-becf32f08999 None None] Attempting to bind port 4d86e1f8-189c-41e8-9aac-d1f21f1bf80a on host dv-cinder-796286-12-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:28:07.432776 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-ec5d1cdd-8ede-45ca-b7a8-becf32f08999 None None] Attempting to bind port 4d86e1f8-189c-41e8-9aac-d1f21f1bf80a by drivers openvswitch,hyperv on host dv-cinder-796286-12-iscsi at level 0 using segments [{'id': '989bedde-f9b1-4f0e-b21c-a982e2269015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '20f83d02-1a02-4231-9787-67c36fcfd4b6'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:28:07.433136 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5d1cdd-8ede-45ca-b7a8-becf32f08999 None None] Attempting to bind port 4d86e1f8-189c-41e8-9aac-d1f21f1bf80a on network 20f83d02-1a02-4231-9787-67c36fcfd4b6 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:28:07.442934 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5d1cdd-8ede-45ca-b7a8-becf32f08999 None None] Checking agent: {'id': '179553a2-8e69-4f7b-8819-fceafac5268f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 15, 24), 'started_at': datetime.datetime(2021, 7, 5, 12, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:28:07.443308 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5d1cdd-8ede-45ca-b7a8-becf32f08999 None None] Checking segment: {'id': '989bedde-f9b1-4f0e-b21c-a982e2269015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '20f83d02-1a02-4231-9787-67c36fcfd4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:28:07.443714 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ec5d1cdd-8ede-45ca-b7a8-becf32f08999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:07.444116 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5d1cdd-8ede-45ca-b7a8-becf32f08999 None None] Bound using segment: {'id': '989bedde-f9b1-4f0e-b21c-a982e2269015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '20f83d02-1a02-4231-9787-67c36fcfd4b6'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:28:07.444903 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-ec5d1cdd-8ede-45ca-b7a8-becf32f08999 None None] Bound port: 4d86e1f8-189c-41e8-9aac-d1f21f1bf80a, host: dv-cinder-796286-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '989bedde-f9b1-4f0e-b21c-a982e2269015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '20f83d02-1a02-4231-9787-67c36fcfd4b6'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:28:07.445052 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ec5d1cdd-8ede-45ca-b7a8-becf32f08999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:07.509850 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port d6ee29c4-7aca-4473-841c-f7b867576fb6, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d6ee29c4-7aca-4473-841c-f7b867576fb6,segment=NetworkSegment(ba2612a6-0598-4c68-93ea-4c354bd542e5),segment_id=ba2612a6-0598-4c68-93ea-4c354bd542e5)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:28:07.536674 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Returning: {'device': 'd6ee29c4-7aca-4473-841c-f7b867576fb6', 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1', 'port_id': 'd6ee29c4-7aca-4473-841c-f7b867576fb6', 'mac_address': 'fa:16:3e:c4:fb:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e29bc3a4-4782-4c7f-be99-ab421b15f5f5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 12:28:07.569004 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-ec5d1cdd-8ede-45ca-b7a8-becf32f08999 None None] For port 4d86e1f8-189c-41e8-9aac-d1f21f1bf80a, host dv-cinder-796286-12-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:28:07.586181 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-ec5d1cdd-8ede-45ca-b7a8-becf32f08999 None None] For port 4d86e1f8-189c-41e8-9aac-d1f21f1bf80a, host dv-cinder-796286-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=4d86e1f8-189c-41e8-9aac-d1f21f1bf80a,segment=NetworkSegment(989bedde-f9b1-4f0e-b21c-a982e2269015),segment_id=989bedde-f9b1-4f0e-b21c-a982e2269015)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:28:07.595908 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ec5d1cdd-8ede-45ca-b7a8-becf32f08999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:07.602913 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:07.632668 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8128433f-4479-463c-9202-ac3f23cc3cc2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:07.644713 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6ee29c4-7aca-4473-841c-f7b867576fb6 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:28:07.651537 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8128433f-4479-463c-9202-ac3f23cc3cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:07.682252 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port d6ee29c4-7aca-4473-841c-f7b867576fb6, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d6ee29c4-7aca-4473-841c-f7b867576fb6,segment=NetworkSegment(ba2612a6-0598-4c68-93ea-4c354bd542e5),segment_id=ba2612a6-0598-4c68-93ea-4c354bd542e5)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:28:07.689029 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d1cdd-8ede-45ca-b7a8-becf32f08999 None None] Pushing event updated for resources: {'Port': ['ID=4d86e1f8-189c-41e8-9aac-d1f21f1bf80a,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:28:07.693440 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:07.744248 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=d6ee29c4-7aca-4473-841c-f7b867576fb6,revision_number=9']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:28:07.765501 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-8128433f-4479-463c-9202-ac3f23cc3cc2 admin admin] Allocated IP 172.27.3.158 (aa38b356-d6cf-48be-b408-9464f33b7649/1e645773-65d0-42f3-9bdc-7785aff60c5a/91c47bcb-68ba-40c4-bbf7-b9651a3cf823) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:28:07.876802 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8128433f-4479-463c-9202-ac3f23cc3cc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:07.923728 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8128433f-4479-463c-9202-ac3f23cc3cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3485770'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:07.968817 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8128433f-4479-463c-9202-ac3f23cc3cc2 admin admin] Network aa38b356-d6cf-48be-b408-9464f33b7649 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:28:07.975500 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-8128433f-4479-463c-9202-ac3f23cc3cc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:28:07.979947 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8128433f-4479-463c-9202-ac3f23cc3cc2 admin admin] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:28:07.986221 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128433f-4479-463c-9202-ac3f23cc3cc2 admin admin] Pushing event updated for resources: {'Port': ['ID=91c47bcb-68ba-40c4-bbf7-b9651a3cf823,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:28:08.044796 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] get_ports_and_sgs() called for port_ids ['d6ee29c4-7aca-4473-841c-f7b867576fb6'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 12:28:08.231122 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8128433f-4479-463c-9202-ac3f23cc3cc2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:08.594807 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13efe8b2-b443-4652-aa52-fb75cd356349 req-90c6eaa0-8e8f-4bdf-8739-6d126e8794ab tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:08.596488 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-13efe8b2-b443-4652-aa52-fb75cd356349 req-90c6eaa0-8e8f-4bdf-8739-6d126e8794ab tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f641a55-392f-470b-8496-5b0db4320f6b HTTP/1.1" status: 200 len: 946 time: 0.1760681 Jul 05 12:28:08.598266 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8128433f-4479-463c-9202-ac3f23cc3cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1575412'] for router, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:08.715007 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-13efe8b2-b443-4652-aa52-fb75cd356349 req-4df9e67a-9955-41b9-9e20-5144078e2552 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/security-groups?id=f71a77dd-2836-49af-bc51-55378fb2809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105182 Jul 05 12:28:08.740908 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af9f052-85e9-4fdd-95a1-9dfa849c188a None None] Network 20f83d02-1a02-4231-9787-67c36fcfd4b6 requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:28:08.785797 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408bc4d7-43d7-4524-8e48-33848f20dd9f req-ef6bdc81-dbb7-4dc3-958e-8d4fa633bf26 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:08.787102 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-408bc4d7-43d7-4524-8e48-33848f20dd9f req-ef6bdc81-dbb7-4dc3-958e-8d4fa633bf26 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 945 time: 0.1851654 Jul 05 12:28:08.856415 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-408bc4d7-43d7-4524-8e48-33848f20dd9f req-08b2ec72-23f4-45c4-91c8-2d09b64af450 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643499 Jul 05 12:28:08.864355 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8128433f-4479-463c-9202-ac3f23cc3cc2 admin admin] Router 65484cf8-9e19-4a7e-b641-d2f3ffe8b97d is scheduled to L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 with binding_index 1 {{(pid=92929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 12:28:08.919201 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-8140b79c-3b32-4cfb-8f99-66526aa7bcab None None] Provisioning for port 4d86e1f8-189c-41e8-9aac-d1f21f1bf80a completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:28:08.976276 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8128433f-4479-463c-9202-ac3f23cc3cc2 admin admin] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:28:08.991860 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9aa3445-b1b2-4a93-8ba4-7f2d6b9f64bf None None] Sync routers for ids ['65484cf8-9e19-4a7e-b641-d2f3ffe8b97d'] in dv-cinder-796286-12-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:28:08.997421 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8128433f-4479-463c-9202-ac3f23cc3cc2 admin admin] Notify callbacks [] for router, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:09.000211 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-8128433f-4479-463c-9202-ac3f23cc3cc2 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2318029 Jul 05 12:28:09.002165 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 40584) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:28:09.025500 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9aa3445-b1b2-4a93-8ba4-7f2d6b9f64bf None None] Routers {'65484cf8-9e19-4a7e-b641-d2f3ffe8b97d'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:28:09.025840 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-c9aa3445-b1b2-4a93-8ba4-7f2d6b9f64bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:27:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['65484cf8-9e19-4a7e-b641-d2f3ffe8b97d'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:28:09.147019 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-c9aa3445-b1b2-4a93-8ba4-7f2d6b9f64bf None None] Set router 65484cf8-9e19-4a7e-b641-d2f3ffe8b97d gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:28:09.296528 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device d6ee29c4-7aca-4473-841c-f7b867576fb6 up at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:28:09.391350 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning complete for port d6ee29c4-7aca-4473-841c-f7b867576fb6 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:28:09.391726 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:09.430492 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-c9aa3445-b1b2-4a93-8ba4-7f2d6b9f64bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65484cf8-9e19-4a7e-b641-d2f3ffe8b97d', 'name': 'tempest-TestMinimumBasicScenario-1792274710-router', 'tenant_id': '4bf300df367b4c379e19b085196596d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '91c47bcb-68ba-40c4-bbf7-b9651a3cf823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:28:06Z', 'updated_at': '2021-07-05T12:28:08Z', 'revision_number': 3, 'project_id': '4bf300df367b4c379e19b085196596d8', 'gw_port': {'id': '91c47bcb-68ba-40c4-bbf7-b9651a3cf823', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65484cf8-9e19-4a7e-b641-d2f3ffe8b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:28:07Z', 'updated_at': '2021-07-05T12:28:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi'}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:28:09.462817 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9aa3445-b1b2-4a93-8ba4-7f2d6b9f64bf None None] Checking router: 65484cf8-9e19-4a7e-b641-d2f3ffe8b97d for host: dv-cinder-796286-12-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:28:09.463098 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9aa3445-b1b2-4a93-8ba4-7f2d6b9f64bf None None] Updating router 65484cf8-9e19-4a7e-b641-d2f3ffe8b97d port 91c47bcb-68ba-40c4-bbf7-b9651a3cf823 binding host dv-cinder-796286-12-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 12:28:09.492419 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-07d1ff51-cf16-4ad8-bdfc-b8683cf7d312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:09.534657 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c9aa3445-b1b2-4a93-8ba4-7f2d6b9f64bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:09.574891 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:09.657706 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-07d1ff51-cf16-4ad8-bdfc-b8683cf7d312 admin admin] Allocated IP 172.20.0.1 (20f83d02-1a02-4231-9787-67c36fcfd4b6/dae6a4f6-bb01-419e-a45a-2fe1e4753d41/63b0693a-79c7-4442-b7d6-503c938d7627) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:28:09.660518 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c00a42b4-2b64-41f0-9a17-b91b415f8f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ee29c4-7aca-4473-841c-f7b867576fb6'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:28:09.663076 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb11927d8d6a4f40405007df32e35409d46ab531454b71f6d23f9687e715819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa9890c-6893-46c4-a669-603afd6af3ac" -d '{"events": [{"server_uuid": "c00a42b4-2b64-41f0-9a17-b91b415f8f84", "name": "network-vif-plugged", "status": "completed", "tag": "d6ee29c4-7aca-4473-841c-f7b867576fb6"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:28:09.682130 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port d6ee29c4-7aca-4473-841c-f7b867576fb6, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d6ee29c4-7aca-4473-841c-f7b867576fb6,segment=NetworkSegment(ba2612a6-0598-4c68-93ea-4c354bd542e5),segment_id=ba2612a6-0598-4c68-93ea-4c354bd542e5)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:28:09.688665 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:09.733597 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d95829a-e55e-4a61-90c7-be7198257666 x-openstack-request-id: req-6d95829a-e55e-4a61-90c7-be7198257666 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:28:09.733885 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c00a42b4-2b64-41f0-9a17-b91b415f8f84", "name": "network-vif-plugged", "status": "completed", "tag": "d6ee29c4-7aca-4473-841c-f7b867576fb6", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:28:09.734200 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6d95829a-e55e-4a61-90c7-be7198257666 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:28:09.734588 dv-cinder-796286-12-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c00a42b4-2b64-41f0-9a17-b91b415f8f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ee29c4-7aca-4473-841c-f7b867576fb6', 'code': 200} Jul 05 12:28:09.770009 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-07d1ff51-cf16-4ad8-bdfc-b8683cf7d312 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:09.784506 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-07d1ff51-cf16-4ad8-bdfc-b8683cf7d312 admin admin] Transition to ACTIVE for port object 63b0693a-79c7-4442-b7d6-503c938d7627 will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:28:09.803324 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=d6ee29c4-7aca-4473-841c-f7b867576fb6,revision_number=10']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:28:09.818079 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-07d1ff51-cf16-4ad8-bdfc-b8683cf7d312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3485770'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:09.836130 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 4d86e1f8-189c-41e8-9aac-d1f21f1bf80a up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:28:09.859307 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d1ff51-cf16-4ad8-bdfc-b8683cf7d312 admin admin] Network 20f83d02-1a02-4231-9787-67c36fcfd4b6 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:28:09.862377 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-07d1ff51-cf16-4ad8-bdfc-b8683cf7d312 admin admin] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:28:09.866011 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d1ff51-cf16-4ad8-bdfc-b8683cf7d312 admin admin] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:28:09.894608 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1ff51-cf16-4ad8-bdfc-b8683cf7d312 admin admin] Pushing event updated for resources: {'Port': ['ID=63b0693a-79c7-4442-b7d6-503c938d7627,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:28:09.916582 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-07d1ff51-cf16-4ad8-bdfc-b8683cf7d312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602243'] for router_interface, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:09.950944 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning for port 4d86e1f8-189c-41e8-9aac-d1f21f1bf80a completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:28:09.955711 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c9aa3445-b1b2-4a93-8ba4-7f2d6b9f64bf None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:09.966470 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port 4d86e1f8-189c-41e8-9aac-d1f21f1bf80a triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:28:09.967247 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:10.011153 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-c9aa3445-b1b2-4a93-8ba4-7f2d6b9f64bf None None] Transition to ACTIVE for port object 91c47bcb-68ba-40c4-bbf7-b9651a3cf823 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:28:10.021910 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c9aa3445-b1b2-4a93-8ba4-7f2d6b9f64bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:10.094407 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-07d1ff51-cf16-4ad8-bdfc-b8683cf7d312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:10.099580 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-c9aa3445-b1b2-4a93-8ba4-7f2d6b9f64bf None None] Attempting to bind port 91c47bcb-68ba-40c4-bbf7-b9651a3cf823 on host dv-cinder-796286-12-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:28:10.100026 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-c9aa3445-b1b2-4a93-8ba4-7f2d6b9f64bf None None] Attempting to bind port 91c47bcb-68ba-40c4-bbf7-b9651a3cf823 by drivers openvswitch,hyperv on host dv-cinder-796286-12-iscsi at level 0 using segments [{'id': '7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:28:10.100458 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9aa3445-b1b2-4a93-8ba4-7f2d6b9f64bf None None] Attempting to bind port 91c47bcb-68ba-40c4-bbf7-b9651a3cf823 on network aa38b356-d6cf-48be-b408-9464f33b7649 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:28:10.127923 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04adbeae-7911-4b3b-8724-82db2ff17665 None None] Pushing event updated for resources: {'Port': ['ID=91c47bcb-68ba-40c4-bbf7-b9651a3cf823,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:28:10.131076 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9aa3445-b1b2-4a93-8ba4-7f2d6b9f64bf None None] Checking agent: {'id': '179553a2-8e69-4f7b-8819-fceafac5268f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 15, 24), 'started_at': datetime.datetime(2021, 7, 5, 12, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:28:10.131552 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9aa3445-b1b2-4a93-8ba4-7f2d6b9f64bf None None] Checking segment: {'id': '7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:28:10.131962 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c9aa3445-b1b2-4a93-8ba4-7f2d6b9f64bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:10.132348 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9aa3445-b1b2-4a93-8ba4-7f2d6b9f64bf None None] Bound using segment: {'id': '7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:28:10.132884 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-c9aa3445-b1b2-4a93-8ba4-7f2d6b9f64bf None None] Bound port: 91c47bcb-68ba-40c4-bbf7-b9651a3cf823, host: dv-cinder-796286-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:28:10.133205 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c9aa3445-b1b2-4a93-8ba4-7f2d6b9f64bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:10.135062 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:10.144524 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6c092-18ce-40f9-9b16-882b0d8738ce req-737a1954-42d8-426d-982d-70a60e54fc3f tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:10.146028 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8ba6c092-18ce-40f9-9b16-882b0d8738ce req-737a1954-42d8-426d-982d-70a60e54fc3f tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 947 time: 0.1264257 Jul 05 12:28:10.169935 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-f5a6a78e-8036-47ed-a5fc-df9c761857dc None None] Provisioning for port 63b0693a-79c7-4442-b7d6-503c938d7627 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:28:10.178824 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-f5a6a78e-8036-47ed-a5fc-df9c761857dc None None] Provisioning complete for port 63b0693a-79c7-4442-b7d6-503c938d7627 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:28:10.179689 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f5a6a78e-8036-47ed-a5fc-df9c761857dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:10.244286 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8ba6c092-18ce-40f9-9b16-882b0d8738ce req-b4566d04-5739-46cd-af9f-49771780c06a tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905654 Jul 05 12:28:10.252557 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] For port 4d86e1f8-189c-41e8-9aac-d1f21f1bf80a, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=4d86e1f8-189c-41e8-9aac-d1f21f1bf80a,segment=NetworkSegment(989bedde-f9b1-4f0e-b21c-a982e2269015),segment_id=989bedde-f9b1-4f0e-b21c-a982e2269015)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:28:10.263720 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:10.269098 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-c9aa3445-b1b2-4a93-8ba4-7f2d6b9f64bf None None] For port 91c47bcb-68ba-40c4-bbf7-b9651a3cf823, host dv-cinder-796286-12-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:28:10.275131 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-c9aa3445-b1b2-4a93-8ba4-7f2d6b9f64bf None None] For port 91c47bcb-68ba-40c4-bbf7-b9651a3cf823, host dv-cinder-796286-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=91c47bcb-68ba-40c4-bbf7-b9651a3cf823,segment=NetworkSegment(7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0),segment_id=7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:28:10.276541 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-f5a6a78e-8036-47ed-a5fc-df9c761857dc None None] Port 63b0693a-79c7-4442-b7d6-503c938d7627 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 12:28:10.301137 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c9aa3445-b1b2-4a93-8ba4-7f2d6b9f64bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:10.340201 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Pushing event updated for resources: {'Port': ['ID=4d86e1f8-189c-41e8-9aac-d1f21f1bf80a,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:28:10.346541 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9aa3445-b1b2-4a93-8ba4-7f2d6b9f64bf None None] Routers {'65484cf8-9e19-4a7e-b641-d2f3ffe8b97d'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:28:10.347199 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-c9aa3445-b1b2-4a93-8ba4-7f2d6b9f64bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:27:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['65484cf8-9e19-4a7e-b641-d2f3ffe8b97d'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:28:10.350426 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-07d1ff51-cf16-4ad8-bdfc-b8683cf7d312 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:10.355366 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-07d1ff51-cf16-4ad8-bdfc-b8683cf7d312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3485880'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:10.427950 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40357bc-f29d-49d8-8e39-6c18719e5151 req-d7abe758-7ea1-4f37-a1de-2b19dbb11533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:10.429447 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f40357bc-f29d-49d8-8e39-6c18719e5151 req-d7abe758-7ea1-4f37-a1de-2b19dbb11533 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 1100 time: 0.1319418 Jul 05 12:28:10.438798 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-07d1ff51-cf16-4ad8-bdfc-b8683cf7d312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1576638'] for router_interface, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:10.446682 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1ff51-cf16-4ad8-bdfc-b8683cf7d312 admin admin] Pushing event updated for resources: {'Port': ['ID=63b0693a-79c7-4442-b7d6-503c938d7627,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:28:10.461121 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04adbeae-7911-4b3b-8724-82db2ff17665 None None] Pushing event updated for resources: {'Port': ['ID=91c47bcb-68ba-40c4-bbf7-b9651a3cf823,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:28:10.499326 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-c9aa3445-b1b2-4a93-8ba4-7f2d6b9f64bf None None] Set router 65484cf8-9e19-4a7e-b641-d2f3ffe8b97d gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:28:10.516970 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f40357bc-f29d-49d8-8e39-6c18719e5151 req-a9484cf8-02ba-4c06-87d0-2a2a7049fb80 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758705 Jul 05 12:28:10.556795 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d1ff51-cf16-4ad8-bdfc-b8683cf7d312 admin admin] Network 20f83d02-1a02-4231-9787-67c36fcfd4b6 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:28:10.558225 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-07d1ff51-cf16-4ad8-bdfc-b8683cf7d312 admin admin] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:28:10.676460 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d1ff51-cf16-4ad8-bdfc-b8683cf7d312 admin admin] Router 65484cf8-9e19-4a7e-b641-d2f3ffe8b97d has already been hosted by L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 12:28:10.718578 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-c9aa3445-b1b2-4a93-8ba4-7f2d6b9f64bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65484cf8-9e19-4a7e-b641-d2f3ffe8b97d', 'name': 'tempest-TestMinimumBasicScenario-1792274710-router', 'tenant_id': '4bf300df367b4c379e19b085196596d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '91c47bcb-68ba-40c4-bbf7-b9651a3cf823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:28:06Z', 'updated_at': '2021-07-05T12:28:10Z', 'revision_number': 4, 'project_id': '4bf300df367b4c379e19b085196596d8', 'gw_port': {'id': '91c47bcb-68ba-40c4-bbf7-b9651a3cf823', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65484cf8-9e19-4a7e-b641-d2f3ffe8b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:28:07Z', 'updated_at': '2021-07-05T12:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '63b0693a-79c7-4442-b7d6-503c938d7627', 'name': '', 'network_id': '20f83d02-1a02-4231-9787-67c36fcfd4b6', 'tenant_id': '4bf300df367b4c379e19b085196596d8', 'mac_address': 'fa:16:3e:7e:ed:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65484cf8-9e19-4a7e-b641-d2f3ffe8b97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'dae6a4f6-bb01-419e-a45a-2fe1e4753d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:28:09Z', 'updated_at': '2021-07-05T12:28:10Z', 'revision_number': 2, 'project_id': '4bf300df367b4c379e19b085196596d8', 'subnets': [{'id': 'dae6a4f6-bb01-419e-a45a-2fe1e4753d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:28:10.746481 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9aa3445-b1b2-4a93-8ba4-7f2d6b9f64bf None None] The sync data for ids ['65484cf8-9e19-4a7e-b641-d2f3ffe8b97d'] in dv-cinder-796286-12-iscsi is: [{'id': '65484cf8-9e19-4a7e-b641-d2f3ffe8b97d', 'name': 'tempest-TestMinimumBasicScenario-1792274710-router', 'tenant_id': '4bf300df367b4c379e19b085196596d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '91c47bcb-68ba-40c4-bbf7-b9651a3cf823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:28:06Z', 'updated_at': '2021-07-05T12:28:10Z', 'revision_number': 4, 'project_id': '4bf300df367b4c379e19b085196596d8', 'gw_port': {'id': '91c47bcb-68ba-40c4-bbf7-b9651a3cf823', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65484cf8-9e19-4a7e-b641-d2f3ffe8b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:28:07Z', 'updated_at': '2021-07-05T12:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '63b0693a-79c7-4442-b7d6-503c938d7627', 'name': '', 'network_id': '20f83d02-1a02-4231-9787-67c36fcfd4b6', 'tenant_id': '4bf300df367b4c379e19b085196596d8', 'mac_address': 'fa:16:3e:7e:ed:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65484cf8-9e19-4a7e-b641-d2f3ffe8b97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'dae6a4f6-bb01-419e-a45a-2fe1e4753d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:28:09Z', 'updated_at': '2021-07-05T12:28:10Z', 'revision_number': 2, 'project_id': '4bf300df367b4c379e19b085196596d8', 'subnets': [{'id': 'dae6a4f6-bb01-419e-a45a-2fe1e4753d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:28:10.790994 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d1ff51-cf16-4ad8-bdfc-b8683cf7d312 admin admin] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:28:10.798746 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-07d1ff51-cf16-4ad8-bdfc-b8683cf7d312 admin admin] 10.222.0.52 "PUT /v2.0/routers/65484cf8-9e19-4a7e-b641-d2f3ffe8b97d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7953362 Jul 05 12:28:10.801606 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-ea8eb8e2-c4a2-42a5-9233-79a66999e63d None None] Provisioning complete for port 63b0693a-79c7-4442-b7d6-503c938d7627 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:28:10.802095 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ea8eb8e2-c4a2-42a5-9233-79a66999e63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:10.836204 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-ea8eb8e2-c4a2-42a5-9233-79a66999e63d None None] Port 63b0693a-79c7-4442-b7d6-503c938d7627 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 12:28:11.293083 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 40610) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:28:11.299294 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-67319add-3a91-47b9-9461-55357a450804 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1347099177-network', 'tenant_id': '2065dad46f044b4a843a4c532380c0e2'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:28:11.329557 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67319add-3a91-47b9-9461-55357a450804 admin admin] Made reservation on behalf of 2065dad46f044b4a843a4c532380c0e2 for: {'network': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:28:11.332340 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-67319add-3a91-47b9-9461-55357a450804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for network, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:11.343461 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-67319add-3a91-47b9-9461-55357a450804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:11.550571 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd928f-8778-47c8-8fcc-c7a157dce888 req-64a6584f-48c4-4804-9b45-ff2c18269894 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:11.552273 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5abd928f-8778-47c8-8fcc-c7a157dce888 req-64a6584f-48c4-4804-9b45-ff2c18269894 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 947 time: 0.1331866 Jul 05 12:28:11.557553 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-67319add-3a91-47b9-9461-55357a450804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:11.568745 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-67319add-3a91-47b9-9461-55357a450804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:11.601845 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67319add-3a91-47b9-9461-55357a450804 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=92929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 12:28:11.630837 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5abd928f-8778-47c8-8fcc-c7a157dce888 req-6d3d80e6-b809-40c5-9a0f-994f1d7249fc tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716605 Jul 05 12:28:11.634782 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-67319add-3a91-47b9-9461-55357a450804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207'] for segment, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:11.635134 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.db.segments_db [None req-67319add-3a91-47b9-9461-55357a450804 admin admin] Added segment b0a8a885-fba1-437b-ac6f-ff74f4fe9459 of type vlan for network 73a06e74-7536-489f-a3da-45b25bb0f728 Jul 05 12:28:11.636378 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67319add-3a91-47b9-9461-55357a450804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3aa4c6f-2d14-40c0-8024-425c3f14f7b8,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:28:11.683614 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-67319add-3a91-47b9-9461-55357a450804 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761929207381'] for network, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:11.713056 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-67319add-3a91-47b9-9461-55357a450804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583'] for network, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:11.714198 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67319add-3a91-47b9-9461-55357a450804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:11.714891 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-67319add-3a91-47b9-9461-55357a450804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:11.782356 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-67319add-3a91-47b9-9461-55357a450804 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4881537 Jul 05 12:28:11.785028 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 40616) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:28:11.791741 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-d8296cde-a9b9-4019-b4d8-aa4979205427 admin admin] Request body: {'subnet': {'network_id': '73a06e74-7536-489f-a3da-45b25bb0f728', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1347099177-subnet', 'tenant_id': '2065dad46f044b4a843a4c532380c0e2', 'ip_version': 4}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:28:11.801701 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67319add-3a91-47b9-9461-55357a450804 admin admin] Pushing event updated for resources: {'Network': ['ID=73a06e74-7536-489f-a3da-45b25bb0f728,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:28:11.814683 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Network 73a06e74-7536-489f-a3da-45b25bb0f728 details requested by agent ovs-agent-dv-cinder-796286-12-iscsi with host dv-cinder-796286-12-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 12:28:11.825593 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8296cde-a9b9-4019-b4d8-aa4979205427 admin admin] Made reservation on behalf of 2065dad46f044b4a843a4c532380c0e2 for: {'subnet': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:28:11.828145 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8296cde-a9b9-4019-b4d8-aa4979205427 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3224378'] for subnet, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:11.918217 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 4d86e1f8-189c-41e8-9aac-d1f21f1bf80a up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:28:12.075374 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8296cde-a9b9-4019-b4d8-aa4979205427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3485758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3224360'] for subnet, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:12.120207 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port 4d86e1f8-189c-41e8-9aac-d1f21f1bf80a triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:28:12.120726 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:12.128951 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8296cde-a9b9-4019-b4d8-aa4979205427 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88d798ca-79ae-45c5-9d74-10f1c003e963,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:28:12.150442 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8296cde-a9b9-4019-b4d8-aa4979205427 admin admin] Checking segment: {'id': 'b0a8a885-fba1-437b-ac6f-ff74f4fe9459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73a06e74-7536-489f-a3da-45b25bb0f728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:28:12.151205 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8296cde-a9b9-4019-b4d8-aa4979205427 admin admin] Network hostable DHCP agents. Network: 73a06e74-7536-489f-a3da-45b25bb0f728, hostable agents: ['60ff58b7-18de-4b80-8279-d7ac18a51ea8'], hosted agents: [] {{(pid=92929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 12:28:12.173508 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8296cde-a9b9-4019-b4d8-aa4979205427 admin admin] Network 73a06e74-7536-489f-a3da-45b25bb0f728 is scheduled to be hosted by DHCP agent 60ff58b7-18de-4b80-8279-d7ac18a51ea8 with binding_index 1 {{(pid=92929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 12:28:12.190646 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-d8296cde-a9b9-4019-b4d8-aa4979205427 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-12-iscsi, 73a06e74-7536-489f-a3da-45b25bb0f728) {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:28:12.194950 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8296cde-a9b9-4019-b4d8-aa4979205427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:12.196378 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8296cde-a9b9-4019-b4d8-aa4979205427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:12.202688 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b492daa5-b2ca-4e57-8cbc-277535968858 None None] Network 73a06e74-7536-489f-a3da-45b25bb0f728 requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:28:12.208672 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 91c47bcb-68ba-40c4-bbf7-b9651a3cf823 up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:28:12.230124 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-d8296cde-a9b9-4019-b4d8-aa4979205427 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4432039 Jul 05 12:28:12.230338 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 40640) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:28:12.235667 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-2dd5e1c6-29ee-434b-aba9-960634c5d8c8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1347099177-router', 'tenant_id': '2065dad46f044b4a843a4c532380c0e2', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'}}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:28:12.262701 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2dd5e1c6-29ee-434b-aba9-960634c5d8c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6168'] for router, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:12.264083 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2dd5e1c6-29ee-434b-aba9-960634c5d8c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6167'] for router, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:12.328890 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2dd5e1c6-29ee-434b-aba9-960634c5d8c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:12.350516 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning for port 91c47bcb-68ba-40c4-bbf7-b9651a3cf823 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:28:12.363432 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port 91c47bcb-68ba-40c4-bbf7-b9651a3cf823 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:28:12.363804 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:12.432068 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be46a8c-0b35-4f05-b0d1-35db764e29cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b0a0a31-0485-567f-a652-ea6fdcdf98ff-73a06e74-7536-489f-a3da-45b25bb0f728', 'network_id': '73a06e74-7536-489f-a3da-45b25bb0f728', 'tenant_id': '2065dad46f044b4a843a4c532380c0e2', 'fixed_ips': [{'subnet_id': '88d798ca-79ae-45c5-9d74-10f1c003e963'}]}} from dv-cinder-796286-12-iscsi. {{(pid=92930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 12:28:12.433376 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8be46a8c-0b35-4f05-b0d1-35db764e29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:12.484485 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2dd5e1c6-29ee-434b-aba9-960634c5d8c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1575407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6149'] for router, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:12.549180 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:12.615425 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] For port 91c47bcb-68ba-40c4-bbf7-b9651a3cf823, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=91c47bcb-68ba-40c4-bbf7-b9651a3cf823,segment=NetworkSegment(7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0),segment_id=7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:28:12.621183 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:12.672765 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-8be46a8c-0b35-4f05-b0d1-35db764e29cb None None] Allocated IP 172.20.0.2 (73a06e74-7536-489f-a3da-45b25bb0f728/88d798ca-79ae-45c5-9d74-10f1c003e963/435bdc29-70d4-41e1-924c-3ecbe2e9931e) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:28:12.708803 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Pushing event updated for resources: {'Port': ['ID=91c47bcb-68ba-40c4-bbf7-b9651a3cf823,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:28:12.745166 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2dd5e1c6-29ee-434b-aba9-960634c5d8c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:12.770907 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2dd5e1c6-29ee-434b-aba9-960634c5d8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:12.899386 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8be46a8c-0b35-4f05-b0d1-35db764e29cb None None] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:12.904218 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-2dd5e1c6-29ee-434b-aba9-960634c5d8c8 admin admin] Allocated IP 172.27.3.97 (aa38b356-d6cf-48be-b408-9464f33b7649/1e645773-65d0-42f3-9bdc-7785aff60c5a/51566ca5-7ebf-45f8-b185-1844662aedd1) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:28:12.908582 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ade6fd-9b52-4665-b6ae-9ad2c471c4a3 req-205036db-2b40-47f2-882c-9157277aa5ef tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:12.910402 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-45ade6fd-9b52-4665-b6ae-9ad2c471c4a3 req-205036db-2b40-47f2-882c-9157277aa5ef tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 947 time: 0.1014245 Jul 05 12:28:12.918273 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-8be46a8c-0b35-4f05-b0d1-35db764e29cb None None] Transition to ACTIVE for port object 435bdc29-70d4-41e1-924c-3ecbe2e9931e will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:28:12.937677 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-8be46a8c-0b35-4f05-b0d1-35db764e29cb None None] Transition to ACTIVE for port object 435bdc29-70d4-41e1-924c-3ecbe2e9931e will not be triggered until provisioned by entity DHCP. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:28:12.944818 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8be46a8c-0b35-4f05-b0d1-35db764e29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:12.966384 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-45ade6fd-9b52-4665-b6ae-9ad2c471c4a3 req-2001c6dd-98d8-4d3a-b82f-11de655e57fa tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483027 Jul 05 12:28:12.991945 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be46a8c-0b35-4f05-b0d1-35db764e29cb None None] Network 73a06e74-7536-489f-a3da-45b25bb0f728 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:28:12.995605 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-8be46a8c-0b35-4f05-b0d1-35db764e29cb None None] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:28:13.002022 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be46a8c-0b35-4f05-b0d1-35db764e29cb None None] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:28:13.009077 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be46a8c-0b35-4f05-b0d1-35db764e29cb None None] Pushing event updated for resources: {'Port': ['ID=435bdc29-70d4-41e1-924c-3ecbe2e9931e,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:28:13.050936 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2dd5e1c6-29ee-434b-aba9-960634c5d8c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:13.053222 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cbf5d4-1af2-41e7-a4ef-84ab3d797694 None None] Sync routers for ids ['65484cf8-9e19-4a7e-b641-d2f3ffe8b97d'] in dv-cinder-796286-12-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:28:13.062902 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cbf5d4-1af2-41e7-a4ef-84ab3d797694 None None] Routers {'65484cf8-9e19-4a7e-b641-d2f3ffe8b97d'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:28:13.063522 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-46cbf5d4-1af2-41e7-a4ef-84ab3d797694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:27:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['65484cf8-9e19-4a7e-b641-d2f3ffe8b97d'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:28:13.079812 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-8be46a8c-0b35-4f05-b0d1-35db764e29cb None None] Attempting to bind port 435bdc29-70d4-41e1-924c-3ecbe2e9931e on host dv-cinder-796286-12-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:28:13.080175 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-8be46a8c-0b35-4f05-b0d1-35db764e29cb None None] Attempting to bind port 435bdc29-70d4-41e1-924c-3ecbe2e9931e by drivers openvswitch,hyperv on host dv-cinder-796286-12-iscsi at level 0 using segments [{'id': 'b0a8a885-fba1-437b-ac6f-ff74f4fe9459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73a06e74-7536-489f-a3da-45b25bb0f728'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:28:13.080529 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be46a8c-0b35-4f05-b0d1-35db764e29cb None None] Attempting to bind port 435bdc29-70d4-41e1-924c-3ecbe2e9931e on network 73a06e74-7536-489f-a3da-45b25bb0f728 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:28:13.085501 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be46a8c-0b35-4f05-b0d1-35db764e29cb None None] Checking agent: {'id': '179553a2-8e69-4f7b-8819-fceafac5268f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 15, 24), 'started_at': datetime.datetime(2021, 7, 5, 12, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:28:13.086089 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be46a8c-0b35-4f05-b0d1-35db764e29cb None None] Checking segment: {'id': 'b0a8a885-fba1-437b-ac6f-ff74f4fe9459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73a06e74-7536-489f-a3da-45b25bb0f728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:28:13.086641 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8be46a8c-0b35-4f05-b0d1-35db764e29cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:13.087203 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be46a8c-0b35-4f05-b0d1-35db764e29cb None None] Bound using segment: {'id': 'b0a8a885-fba1-437b-ac6f-ff74f4fe9459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73a06e74-7536-489f-a3da-45b25bb0f728'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:28:13.087687 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-8be46a8c-0b35-4f05-b0d1-35db764e29cb None None] Bound port: 435bdc29-70d4-41e1-924c-3ecbe2e9931e, host: dv-cinder-796286-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a8a885-fba1-437b-ac6f-ff74f4fe9459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73a06e74-7536-489f-a3da-45b25bb0f728'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:28:13.088032 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8be46a8c-0b35-4f05-b0d1-35db764e29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:13.091449 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2dd5e1c6-29ee-434b-aba9-960634c5d8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9210776'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:13.135459 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd5e1c6-29ee-434b-aba9-960634c5d8c8 admin admin] Network aa38b356-d6cf-48be-b408-9464f33b7649 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:28:13.140601 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-2dd5e1c6-29ee-434b-aba9-960634c5d8c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:28:13.144900 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd5e1c6-29ee-434b-aba9-960634c5d8c8 admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:28:13.148043 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd5e1c6-29ee-434b-aba9-960634c5d8c8 admin admin] Pushing event updated for resources: {'Port': ['ID=51566ca5-7ebf-45f8-b185-1844662aedd1,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:28:13.153863 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-8be46a8c-0b35-4f05-b0d1-35db764e29cb None None] For port 435bdc29-70d4-41e1-924c-3ecbe2e9931e, host dv-cinder-796286-12-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:28:13.158755 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-8be46a8c-0b35-4f05-b0d1-35db764e29cb None None] For port 435bdc29-70d4-41e1-924c-3ecbe2e9931e, host dv-cinder-796286-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=435bdc29-70d4-41e1-924c-3ecbe2e9931e,segment=NetworkSegment(b0a8a885-fba1-437b-ac6f-ff74f4fe9459),segment_id=b0a8a885-fba1-437b-ac6f-ff74f4fe9459)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:28:13.163273 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8be46a8c-0b35-4f05-b0d1-35db764e29cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:13.176217 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd5e1c6-29ee-434b-aba9-960634c5d8c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:13.176560 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd5e1c6-29ee-434b-aba9-960634c5d8c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:13.176898 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd5e1c6-29ee-434b-aba9-960634c5d8c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:13.177229 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd5e1c6-29ee-434b-aba9-960634c5d8c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:13.177555 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd5e1c6-29ee-434b-aba9-960634c5d8c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:13.177880 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd5e1c6-29ee-434b-aba9-960634c5d8c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:13.178116 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-46cbf5d4-1af2-41e7-a4ef-84ab3d797694 None None] Set router 65484cf8-9e19-4a7e-b641-d2f3ffe8b97d gateway port host: dv-cinder-796286-12-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:28:13.178241 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd5e1c6-29ee-434b-aba9-960634c5d8c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:13.178513 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd5e1c6-29ee-434b-aba9-960634c5d8c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:13.178874 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd5e1c6-29ee-434b-aba9-960634c5d8c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:13.179193 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd5e1c6-29ee-434b-aba9-960634c5d8c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:13.179508 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd5e1c6-29ee-434b-aba9-960634c5d8c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:13.179825 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd5e1c6-29ee-434b-aba9-960634c5d8c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:13.236496 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be46a8c-0b35-4f05-b0d1-35db764e29cb None None] Pushing event updated for resources: {'Port': ['ID=435bdc29-70d4-41e1-924c-3ecbe2e9931e,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:28:13.397304 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-46cbf5d4-1af2-41e7-a4ef-84ab3d797694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65484cf8-9e19-4a7e-b641-d2f3ffe8b97d', 'name': 'tempest-TestMinimumBasicScenario-1792274710-router', 'tenant_id': '4bf300df367b4c379e19b085196596d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '91c47bcb-68ba-40c4-bbf7-b9651a3cf823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:28:06Z', 'updated_at': '2021-07-05T12:28:10Z', 'revision_number': 4, 'project_id': '4bf300df367b4c379e19b085196596d8', 'gw_port': {'id': '91c47bcb-68ba-40c4-bbf7-b9651a3cf823', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65484cf8-9e19-4a7e-b641-d2f3ffe8b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:28:07Z', 'updated_at': '2021-07-05T12:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '63b0693a-79c7-4442-b7d6-503c938d7627', 'name': '', 'network_id': '20f83d02-1a02-4231-9787-67c36fcfd4b6', 'tenant_id': '4bf300df367b4c379e19b085196596d8', 'mac_address': 'fa:16:3e:7e:ed:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65484cf8-9e19-4a7e-b641-d2f3ffe8b97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'dae6a4f6-bb01-419e-a45a-2fe1e4753d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:28:09Z', 'updated_at': '2021-07-05T12:28:10Z', 'revision_number': 2, 'project_id': '4bf300df367b4c379e19b085196596d8', 'subnets': [{'id': 'dae6a4f6-bb01-419e-a45a-2fe1e4753d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:28:13.431036 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cbf5d4-1af2-41e7-a4ef-84ab3d797694 None None] Checking router: 65484cf8-9e19-4a7e-b641-d2f3ffe8b97d for host: dv-cinder-796286-12-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:28:13.431391 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cbf5d4-1af2-41e7-a4ef-84ab3d797694 None None] Updating router 65484cf8-9e19-4a7e-b641-d2f3ffe8b97d port 63b0693a-79c7-4442-b7d6-503c938d7627 binding host dv-cinder-796286-12-iscsi {{(pid=92931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 12:28:13.438691 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2dd5e1c6-29ee-434b-aba9-960634c5d8c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:13.472689 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-46cbf5d4-1af2-41e7-a4ef-84ab3d797694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:13.659672 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2dd5e1c6-29ee-434b-aba9-960634c5d8c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1575412'] for router, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:13.747537 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-46cbf5d4-1af2-41e7-a4ef-84ab3d797694 None None] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:13.759807 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-46cbf5d4-1af2-41e7-a4ef-84ab3d797694 None None] Transition to ACTIVE for port object 63b0693a-79c7-4442-b7d6-503c938d7627 will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:28:13.771248 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-46cbf5d4-1af2-41e7-a4ef-84ab3d797694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:13.827558 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd5e1c6-29ee-434b-aba9-960634c5d8c8 admin admin] Router b26776ba-d764-4a4d-b30d-aa6a81509ee3 is scheduled to L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 with binding_index 1 {{(pid=92928) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 12:28:13.830334 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb8653-0065-4c1f-91ae-28dd83b011cc None None] Pushing event updated for resources: {'Port': ['ID=63b0693a-79c7-4442-b7d6-503c938d7627,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:28:13.859898 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb8653-0065-4c1f-91ae-28dd83b011cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:13.860273 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb8653-0065-4c1f-91ae-28dd83b011cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:13.860621 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb8653-0065-4c1f-91ae-28dd83b011cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:13.860955 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb8653-0065-4c1f-91ae-28dd83b011cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:13.861287 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb8653-0065-4c1f-91ae-28dd83b011cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:13.861622 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb8653-0065-4c1f-91ae-28dd83b011cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:13.861943 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb8653-0065-4c1f-91ae-28dd83b011cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:13.862270 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb8653-0065-4c1f-91ae-28dd83b011cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:13.862613 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb8653-0065-4c1f-91ae-28dd83b011cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:13.862972 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb8653-0065-4c1f-91ae-28dd83b011cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:13.863296 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb8653-0065-4c1f-91ae-28dd83b011cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:13.863615 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb8653-0065-4c1f-91ae-28dd83b011cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:13.920663 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-46cbf5d4-1af2-41e7-a4ef-84ab3d797694 None None] Attempting to bind port 63b0693a-79c7-4442-b7d6-503c938d7627 on host dv-cinder-796286-12-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:28:13.921085 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-46cbf5d4-1af2-41e7-a4ef-84ab3d797694 None None] Attempting to bind port 63b0693a-79c7-4442-b7d6-503c938d7627 by drivers openvswitch,hyperv on host dv-cinder-796286-12-iscsi at level 0 using segments [{'id': '989bedde-f9b1-4f0e-b21c-a982e2269015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '20f83d02-1a02-4231-9787-67c36fcfd4b6'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:28:13.921486 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cbf5d4-1af2-41e7-a4ef-84ab3d797694 None None] Attempting to bind port 63b0693a-79c7-4442-b7d6-503c938d7627 on network 20f83d02-1a02-4231-9787-67c36fcfd4b6 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:28:13.930972 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cbf5d4-1af2-41e7-a4ef-84ab3d797694 None None] Checking agent: {'id': '179553a2-8e69-4f7b-8819-fceafac5268f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 15, 24), 'started_at': datetime.datetime(2021, 7, 5, 12, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:28:13.931898 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cbf5d4-1af2-41e7-a4ef-84ab3d797694 None None] Checking segment: {'id': '989bedde-f9b1-4f0e-b21c-a982e2269015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '20f83d02-1a02-4231-9787-67c36fcfd4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:28:13.932474 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-46cbf5d4-1af2-41e7-a4ef-84ab3d797694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:13.933246 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cbf5d4-1af2-41e7-a4ef-84ab3d797694 None None] Bound using segment: {'id': '989bedde-f9b1-4f0e-b21c-a982e2269015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '20f83d02-1a02-4231-9787-67c36fcfd4b6'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:28:13.934072 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-46cbf5d4-1af2-41e7-a4ef-84ab3d797694 None None] Bound port: 63b0693a-79c7-4442-b7d6-503c938d7627, host: dv-cinder-796286-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '989bedde-f9b1-4f0e-b21c-a982e2269015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '20f83d02-1a02-4231-9787-67c36fcfd4b6'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:28:13.934649 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-46cbf5d4-1af2-41e7-a4ef-84ab3d797694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:13.938522 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 91c47bcb-68ba-40c4-bbf7-b9651a3cf823 up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:28:14.000904 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port 91c47bcb-68ba-40c4-bbf7-b9651a3cf823 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:28:14.001447 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:14.024112 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-46cbf5d4-1af2-41e7-a4ef-84ab3d797694 None None] For port 63b0693a-79c7-4442-b7d6-503c938d7627, host dv-cinder-796286-12-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:28:14.028951 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-46cbf5d4-1af2-41e7-a4ef-84ab3d797694 None None] For port 63b0693a-79c7-4442-b7d6-503c938d7627, host dv-cinder-796286-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=63b0693a-79c7-4442-b7d6-503c938d7627,segment=NetworkSegment(989bedde-f9b1-4f0e-b21c-a982e2269015),segment_id=989bedde-f9b1-4f0e-b21c-a982e2269015)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:28:14.036385 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-46cbf5d4-1af2-41e7-a4ef-84ab3d797694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:14.110529 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb8653-0065-4c1f-91ae-28dd83b011cc None None] Pushing event updated for resources: {'Port': ['ID=63b0693a-79c7-4442-b7d6-503c938d7627,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:28:14.165456 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 435bdc29-70d4-41e1-924c-3ecbe2e9931e up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:28:14.172884 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cbf5d4-1af2-41e7-a4ef-84ab3d797694 None None] Routers {'65484cf8-9e19-4a7e-b641-d2f3ffe8b97d'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:28:14.173808 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-46cbf5d4-1af2-41e7-a4ef-84ab3d797694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:27:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['65484cf8-9e19-4a7e-b641-d2f3ffe8b97d'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:28:14.274641 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning for port 435bdc29-70d4-41e1-924c-3ecbe2e9931e completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:28:14.334853 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4160b1-50ba-4635-b9df-ec1e6cf8fb7b req-8b37c51a-af8f-4b76-bb76-2af1999c3089 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:14.336467 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1e4160b1-50ba-4635-b9df-ec1e6cf8fb7b req-8b37c51a-af8f-4b76-bb76-2af1999c3089 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 947 time: 0.1431828 Jul 05 12:28:14.350305 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-46cbf5d4-1af2-41e7-a4ef-84ab3d797694 None None] Set router 65484cf8-9e19-4a7e-b641-d2f3ffe8b97d gateway port host: dv-cinder-796286-12-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:28:14.384321 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1e4160b1-50ba-4635-b9df-ec1e6cf8fb7b req-5acab7cf-7975-4a18-b8fc-610310ba2975 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418561 Jul 05 12:28:14.441238 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c15eaa-0716-4472-afcd-0fb9aadb8137 None None] Network 73a06e74-7536-489f-a3da-45b25bb0f728 requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:28:14.447721 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd5e1c6-29ee-434b-aba9-960634c5d8c8 admin admin] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:28:14.467114 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2dd5e1c6-29ee-434b-aba9-960634c5d8c8 admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:14.469324 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-2dd5e1c6-29ee-434b-aba9-960634c5d8c8 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2374282 Jul 05 12:28:14.472392 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 40666) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:28:14.487840 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03963a50-a470-4a7b-af90-3f7cbce0470d None None] Sync routers for ids ['b26776ba-d764-4a4d-b30d-aa6a81509ee3'] in dv-cinder-796286-12-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:28:14.516025 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e3aee31-3ace-4ed9-bda3-1ba0f76b0f4a None None] Provisioning for port 435bdc29-70d4-41e1-924c-3ecbe2e9931e completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:28:14.529158 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03963a50-a470-4a7b-af90-3f7cbce0470d None None] Routers {'b26776ba-d764-4a4d-b30d-aa6a81509ee3'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:28:14.530113 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-03963a50-a470-4a7b-af90-3f7cbce0470d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:27:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['b26776ba-d764-4a4d-b30d-aa6a81509ee3'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:28:14.532008 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6e3aee31-3ace-4ed9-bda3-1ba0f76b0f4a None None] Provisioning complete for port 435bdc29-70d4-41e1-924c-3ecbe2e9931e triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:28:14.532374 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e3aee31-3ace-4ed9-bda3-1ba0f76b0f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:14.613684 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-46cbf5d4-1af2-41e7-a4ef-84ab3d797694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65484cf8-9e19-4a7e-b641-d2f3ffe8b97d', 'name': 'tempest-TestMinimumBasicScenario-1792274710-router', 'tenant_id': '4bf300df367b4c379e19b085196596d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '91c47bcb-68ba-40c4-bbf7-b9651a3cf823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:28:06Z', 'updated_at': '2021-07-05T12:28:10Z', 'revision_number': 4, 'project_id': '4bf300df367b4c379e19b085196596d8', 'gw_port': {'id': '91c47bcb-68ba-40c4-bbf7-b9651a3cf823', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65484cf8-9e19-4a7e-b641-d2f3ffe8b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:28:07Z', 'updated_at': '2021-07-05T12:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '63b0693a-79c7-4442-b7d6-503c938d7627', 'name': '', 'network_id': '20f83d02-1a02-4231-9787-67c36fcfd4b6', 'tenant_id': '4bf300df367b4c379e19b085196596d8', 'mac_address': 'fa:16:3e:7e:ed:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65484cf8-9e19-4a7e-b641-d2f3ffe8b97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'dae6a4f6-bb01-419e-a45a-2fe1e4753d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:28:09Z', 'updated_at': '2021-07-05T12:28:14Z', 'revision_number': 4, 'project_id': '4bf300df367b4c379e19b085196596d8', 'subnets': [{'id': 'dae6a4f6-bb01-419e-a45a-2fe1e4753d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:28:14.645450 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cbf5d4-1af2-41e7-a4ef-84ab3d797694 None None] The sync data for ids ['65484cf8-9e19-4a7e-b641-d2f3ffe8b97d'] in dv-cinder-796286-12-iscsi is: [{'id': '65484cf8-9e19-4a7e-b641-d2f3ffe8b97d', 'name': 'tempest-TestMinimumBasicScenario-1792274710-router', 'tenant_id': '4bf300df367b4c379e19b085196596d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '91c47bcb-68ba-40c4-bbf7-b9651a3cf823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:28:06Z', 'updated_at': '2021-07-05T12:28:10Z', 'revision_number': 4, 'project_id': '4bf300df367b4c379e19b085196596d8', 'gw_port': {'id': '91c47bcb-68ba-40c4-bbf7-b9651a3cf823', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65484cf8-9e19-4a7e-b641-d2f3ffe8b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:28:07Z', 'updated_at': '2021-07-05T12:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '63b0693a-79c7-4442-b7d6-503c938d7627', 'name': '', 'network_id': '20f83d02-1a02-4231-9787-67c36fcfd4b6', 'tenant_id': '4bf300df367b4c379e19b085196596d8', 'mac_address': 'fa:16:3e:7e:ed:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65484cf8-9e19-4a7e-b641-d2f3ffe8b97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'dae6a4f6-bb01-419e-a45a-2fe1e4753d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:28:09Z', 'updated_at': '2021-07-05T12:28:14Z', 'revision_number': 4, 'project_id': '4bf300df367b4c379e19b085196596d8', 'subnets': [{'id': 'dae6a4f6-bb01-419e-a45a-2fe1e4753d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:28:14.741340 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-03963a50-a470-4a7b-af90-3f7cbce0470d None None] Set router b26776ba-d764-4a4d-b30d-aa6a81509ee3 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:28:14.874905 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e3aee31-3ace-4ed9-bda3-1ba0f76b0f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:14.946365 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-6e3aee31-3ace-4ed9-bda3-1ba0f76b0f4a None None] For port 435bdc29-70d4-41e1-924c-3ecbe2e9931e, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=435bdc29-70d4-41e1-924c-3ecbe2e9931e,segment=NetworkSegment(b0a8a885-fba1-437b-ac6f-ff74f4fe9459),segment_id=b0a8a885-fba1-437b-ac6f-ff74f4fe9459)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:28:14.957510 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e3aee31-3ace-4ed9-bda3-1ba0f76b0f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:15.048736 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3aee31-3ace-4ed9-bda3-1ba0f76b0f4a None None] Pushing event updated for resources: {'Port': ['ID=435bdc29-70d4-41e1-924c-3ecbe2e9931e,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:28:15.066204 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-03963a50-a470-4a7b-af90-3f7cbce0470d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26776ba-d764-4a4d-b30d-aa6a81509ee3', 'name': 'tempest-TestMinimumBasicScenario-1347099177-router', 'tenant_id': '2065dad46f044b4a843a4c532380c0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '51566ca5-7ebf-45f8-b185-1844662aedd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:28:12Z', 'updated_at': '2021-07-05T12:28:13Z', 'revision_number': 3, 'project_id': '2065dad46f044b4a843a4c532380c0e2', 'gw_port': {'id': '51566ca5-7ebf-45f8-b185-1844662aedd1', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26776ba-d764-4a4d-b30d-aa6a81509ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:28:12Z', 'updated_at': '2021-07-05T12:28:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi'}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:28:15.093898 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03963a50-a470-4a7b-af90-3f7cbce0470d None None] Checking router: b26776ba-d764-4a4d-b30d-aa6a81509ee3 for host: dv-cinder-796286-12-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:28:15.094346 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03963a50-a470-4a7b-af90-3f7cbce0470d None None] Updating router b26776ba-d764-4a4d-b30d-aa6a81509ee3 port 51566ca5-7ebf-45f8-b185-1844662aedd1 binding host dv-cinder-796286-12-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 12:28:15.136187 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-03963a50-a470-4a7b-af90-3f7cbce0470d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:15.220928 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ba96f0c7-851e-4e00-b117-f20548aea257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:15.386030 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-1380f06a-f5f0-4934-80b6-5c243675784a None None] Provisioning complete for port 435bdc29-70d4-41e1-924c-3ecbe2e9931e triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:28:15.386030 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1380f06a-f5f0-4934-80b6-5c243675784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:15.398311 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-ba96f0c7-851e-4e00-b117-f20548aea257 admin admin] Allocated IP 172.20.0.1 (73a06e74-7536-489f-a3da-45b25bb0f728/88d798ca-79ae-45c5-9d74-10f1c003e963/5bbd5acc-501c-4e91-bedd-921f583678dc) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:28:15.510000 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ba96f0c7-851e-4e00-b117-f20548aea257 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:15.523301 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-ba96f0c7-851e-4e00-b117-f20548aea257 admin admin] Transition to ACTIVE for port object 5bbd5acc-501c-4e91-bedd-921f583678dc will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:28:15.562648 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ba96f0c7-851e-4e00-b117-f20548aea257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3485770'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:15.603043 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba96f0c7-851e-4e00-b117-f20548aea257 admin admin] Network 73a06e74-7536-489f-a3da-45b25bb0f728 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:28:15.605958 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-ba96f0c7-851e-4e00-b117-f20548aea257 admin admin] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:28:15.609741 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba96f0c7-851e-4e00-b117-f20548aea257 admin admin] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:28:15.611925 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-03963a50-a470-4a7b-af90-3f7cbce0470d None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:15.624455 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-03963a50-a470-4a7b-af90-3f7cbce0470d None None] Transition to ACTIVE for port object 51566ca5-7ebf-45f8-b185-1844662aedd1 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:28:15.632273 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-03963a50-a470-4a7b-af90-3f7cbce0470d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:15.638409 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba96f0c7-851e-4e00-b117-f20548aea257 admin admin] Pushing event updated for resources: {'Port': ['ID=5bbd5acc-501c-4e91-bedd-921f583678dc,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:28:15.661564 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ba96f0c7-851e-4e00-b117-f20548aea257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602243'] for router_interface, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:15.691021 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-03963a50-a470-4a7b-af90-3f7cbce0470d None None] Attempting to bind port 51566ca5-7ebf-45f8-b185-1844662aedd1 on host dv-cinder-796286-12-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:28:15.691490 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-03963a50-a470-4a7b-af90-3f7cbce0470d None None] Attempting to bind port 51566ca5-7ebf-45f8-b185-1844662aedd1 by drivers openvswitch,hyperv on host dv-cinder-796286-12-iscsi at level 0 using segments [{'id': '7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:28:15.691929 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03963a50-a470-4a7b-af90-3f7cbce0470d None None] Attempting to bind port 51566ca5-7ebf-45f8-b185-1844662aedd1 on network aa38b356-d6cf-48be-b408-9464f33b7649 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:28:15.694092 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7355caff-1ff7-4c57-80db-debd14f7127b None None] Pushing event updated for resources: {'Port': ['ID=51566ca5-7ebf-45f8-b185-1844662aedd1,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:28:15.699849 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03963a50-a470-4a7b-af90-3f7cbce0470d None None] Checking agent: {'id': '179553a2-8e69-4f7b-8819-fceafac5268f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 15, 24), 'started_at': datetime.datetime(2021, 7, 5, 12, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:28:15.700238 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03963a50-a470-4a7b-af90-3f7cbce0470d None None] Checking segment: {'id': '7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:28:15.700716 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-03963a50-a470-4a7b-af90-3f7cbce0470d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:15.701243 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03963a50-a470-4a7b-af90-3f7cbce0470d None None] Bound using segment: {'id': '7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:28:15.701808 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-03963a50-a470-4a7b-af90-3f7cbce0470d None None] Bound port: 51566ca5-7ebf-45f8-b185-1844662aedd1, host: dv-cinder-796286-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:28:15.702919 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-03963a50-a470-4a7b-af90-3f7cbce0470d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:15.768830 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-03963a50-a470-4a7b-af90-3f7cbce0470d None None] For port 51566ca5-7ebf-45f8-b185-1844662aedd1, host dv-cinder-796286-12-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:28:15.772716 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-03963a50-a470-4a7b-af90-3f7cbce0470d None None] For port 51566ca5-7ebf-45f8-b185-1844662aedd1, host dv-cinder-796286-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=51566ca5-7ebf-45f8-b185-1844662aedd1,segment=NetworkSegment(7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0),segment_id=7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:28:15.781790 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-03963a50-a470-4a7b-af90-3f7cbce0470d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:15.860755 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03963a50-a470-4a7b-af90-3f7cbce0470d None None] Routers {'b26776ba-d764-4a4d-b30d-aa6a81509ee3'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:28:15.861542 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-03963a50-a470-4a7b-af90-3f7cbce0470d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:27:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['b26776ba-d764-4a4d-b30d-aa6a81509ee3'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:28:15.879995 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ba96f0c7-851e-4e00-b117-f20548aea257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:15.907276 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 435bdc29-70d4-41e1-924c-3ecbe2e9931e up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:28:15.914566 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7355caff-1ff7-4c57-80db-debd14f7127b None None] Pushing event updated for resources: {'Port': ['ID=51566ca5-7ebf-45f8-b185-1844662aedd1,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:28:15.995067 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-fe0770d8-5d31-4213-929d-de955b6e1be5 None None] Provisioning for port 5bbd5acc-501c-4e91-bedd-921f583678dc completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:28:16.006913 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-fe0770d8-5d31-4213-929d-de955b6e1be5 None None] Provisioning complete for port 5bbd5acc-501c-4e91-bedd-921f583678dc triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:28:16.007531 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fe0770d8-5d31-4213-929d-de955b6e1be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:16.058159 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-03963a50-a470-4a7b-af90-3f7cbce0470d None None] Set router b26776ba-d764-4a4d-b30d-aa6a81509ee3 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:28:16.083595 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ba96f0c7-851e-4e00-b117-f20548aea257 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:16.095342 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ba96f0c7-851e-4e00-b117-f20548aea257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3485880'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:16.095548 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port 435bdc29-70d4-41e1-924c-3ecbe2e9931e triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:28:16.095548 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:16.096006 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-fe0770d8-5d31-4213-929d-de955b6e1be5 None None] Port 5bbd5acc-501c-4e91-bedd-921f583678dc cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 12:28:16.155907 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:28:16.169257 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba96f0c7-851e-4e00-b117-f20548aea257 admin admin] Pushing event updated for resources: {'Port': ['ID=5bbd5acc-501c-4e91-bedd-921f583678dc,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:28:16.174299 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ba96f0c7-851e-4e00-b117-f20548aea257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1576638'] for router_interface, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:16.268172 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba96f0c7-851e-4e00-b117-f20548aea257 admin admin] Network 73a06e74-7536-489f-a3da-45b25bb0f728 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:28:16.269547 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-ba96f0c7-851e-4e00-b117-f20548aea257 admin admin] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:28:16.307544 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 63b0693a-79c7-4442-b7d6-503c938d7627 up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:28:16.372375 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-03963a50-a470-4a7b-af90-3f7cbce0470d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26776ba-d764-4a4d-b30d-aa6a81509ee3', 'name': 'tempest-TestMinimumBasicScenario-1347099177-router', 'tenant_id': '2065dad46f044b4a843a4c532380c0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '51566ca5-7ebf-45f8-b185-1844662aedd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:28:12Z', 'updated_at': '2021-07-05T12:28:15Z', 'revision_number': 4, 'project_id': '2065dad46f044b4a843a4c532380c0e2', 'gw_port': {'id': '51566ca5-7ebf-45f8-b185-1844662aedd1', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26776ba-d764-4a4d-b30d-aa6a81509ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:28:12Z', 'updated_at': '2021-07-05T12:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '5bbd5acc-501c-4e91-bedd-921f583678dc', 'name': '', 'network_id': '73a06e74-7536-489f-a3da-45b25bb0f728', 'tenant_id': '2065dad46f044b4a843a4c532380c0e2', 'mac_address': 'fa:16:3e:2a:b8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26776ba-d764-4a4d-b30d-aa6a81509ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '88d798ca-79ae-45c5-9d74-10f1c003e963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:28:15Z', 'updated_at': '2021-07-05T12:28:15Z', 'revision_number': 1, 'project_id': '2065dad46f044b4a843a4c532380c0e2', 'subnets': [{'id': '88d798ca-79ae-45c5-9d74-10f1c003e963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:28:16.376187 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning for port 63b0693a-79c7-4442-b7d6-503c938d7627 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:28:16.401593 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba96f0c7-851e-4e00-b117-f20548aea257 admin admin] Router b26776ba-d764-4a4d-b30d-aa6a81509ee3 has already been hosted by L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 12:28:16.403387 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03963a50-a470-4a7b-af90-3f7cbce0470d None None] The sync data for ids ['b26776ba-d764-4a4d-b30d-aa6a81509ee3'] in dv-cinder-796286-12-iscsi is: [{'id': 'b26776ba-d764-4a4d-b30d-aa6a81509ee3', 'name': 'tempest-TestMinimumBasicScenario-1347099177-router', 'tenant_id': '2065dad46f044b4a843a4c532380c0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '51566ca5-7ebf-45f8-b185-1844662aedd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:28:12Z', 'updated_at': '2021-07-05T12:28:15Z', 'revision_number': 4, 'project_id': '2065dad46f044b4a843a4c532380c0e2', 'gw_port': {'id': '51566ca5-7ebf-45f8-b185-1844662aedd1', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26776ba-d764-4a4d-b30d-aa6a81509ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:28:12Z', 'updated_at': '2021-07-05T12:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '5bbd5acc-501c-4e91-bedd-921f583678dc', 'name': '', 'network_id': '73a06e74-7536-489f-a3da-45b25bb0f728', 'tenant_id': '2065dad46f044b4a843a4c532380c0e2', 'mac_address': 'fa:16:3e:2a:b8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26776ba-d764-4a4d-b30d-aa6a81509ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '88d798ca-79ae-45c5-9d74-10f1c003e963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:28:15Z', 'updated_at': '2021-07-05T12:28:15Z', 'revision_number': 1, 'project_id': '2065dad46f044b4a843a4c532380c0e2', 'subnets': [{'id': '88d798ca-79ae-45c5-9d74-10f1c003e963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:28:16.405439 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port 63b0693a-79c7-4442-b7d6-503c938d7627 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:28:16.405811 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:16.492611 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:16.530485 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba96f0c7-851e-4e00-b117-f20548aea257 admin admin] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:28:16.537136 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-ba96f0c7-851e-4e00-b117-f20548aea257 admin admin] 10.222.0.52 "PUT /v2.0/routers/b26776ba-d764-4a4d-b30d-aa6a81509ee3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0636935 Jul 05 12:28:16.537655 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] For port 63b0693a-79c7-4442-b7d6-503c938d7627, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=63b0693a-79c7-4442-b7d6-503c938d7627,segment=NetworkSegment(989bedde-f9b1-4f0e-b21c-a982e2269015),segment_id=989bedde-f9b1-4f0e-b21c-a982e2269015)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:28:16.538761 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-26186dcb-79d4-42d8-b439-b333dd3160e7 None None] Provisioning complete for port 5bbd5acc-501c-4e91-bedd-921f583678dc triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:28:16.539257 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-26186dcb-79d4-42d8-b439-b333dd3160e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:16.542350 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:16.607178 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-26186dcb-79d4-42d8-b439-b333dd3160e7 None None] Port 5bbd5acc-501c-4e91-bedd-921f583678dc cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 12:28:16.622342 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Pushing event updated for resources: {'Port': ['ID=63b0693a-79c7-4442-b7d6-503c938d7627,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:28:17.941503 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 63b0693a-79c7-4442-b7d6-503c938d7627 up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:28:18.006624 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port 63b0693a-79c7-4442-b7d6-503c938d7627 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:28:18.007117 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:18.053679 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:18.117381 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 51566ca5-7ebf-45f8-b185-1844662aedd1 up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:28:18.181307 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning for port 51566ca5-7ebf-45f8-b185-1844662aedd1 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:28:18.191743 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port 51566ca5-7ebf-45f8-b185-1844662aedd1 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:28:18.192108 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:18.292628 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:18.319685 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] For port 51566ca5-7ebf-45f8-b185-1844662aedd1, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=51566ca5-7ebf-45f8-b185-1844662aedd1,segment=NetworkSegment(7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0),segment_id=7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:28:18.324190 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:18.381374 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Pushing event updated for resources: {'Port': ['ID=51566ca5-7ebf-45f8-b185-1844662aedd1,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:28:19.030938 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c88468e-b162-48b0-a292-bb674e27b7ee None None] Sync routers for ids ['b26776ba-d764-4a4d-b30d-aa6a81509ee3'] in dv-cinder-796286-12-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:28:19.042284 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c88468e-b162-48b0-a292-bb674e27b7ee None None] Routers {'b26776ba-d764-4a4d-b30d-aa6a81509ee3'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:28:19.043355 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-2c88468e-b162-48b0-a292-bb674e27b7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:27:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['b26776ba-d764-4a4d-b30d-aa6a81509ee3'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:28:19.251350 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-2c88468e-b162-48b0-a292-bb674e27b7ee None None] Set router b26776ba-d764-4a4d-b30d-aa6a81509ee3 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:28:19.461753 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-2c88468e-b162-48b0-a292-bb674e27b7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26776ba-d764-4a4d-b30d-aa6a81509ee3', 'name': 'tempest-TestMinimumBasicScenario-1347099177-router', 'tenant_id': '2065dad46f044b4a843a4c532380c0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '51566ca5-7ebf-45f8-b185-1844662aedd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:28:12Z', 'updated_at': '2021-07-05T12:28:15Z', 'revision_number': 4, 'project_id': '2065dad46f044b4a843a4c532380c0e2', 'gw_port': {'id': '51566ca5-7ebf-45f8-b185-1844662aedd1', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26776ba-d764-4a4d-b30d-aa6a81509ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:28:12Z', 'updated_at': '2021-07-05T12:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '5bbd5acc-501c-4e91-bedd-921f583678dc', 'name': '', 'network_id': '73a06e74-7536-489f-a3da-45b25bb0f728', 'tenant_id': '2065dad46f044b4a843a4c532380c0e2', 'mac_address': 'fa:16:3e:2a:b8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26776ba-d764-4a4d-b30d-aa6a81509ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '88d798ca-79ae-45c5-9d74-10f1c003e963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:28:15Z', 'updated_at': '2021-07-05T12:28:15Z', 'revision_number': 2, 'project_id': '2065dad46f044b4a843a4c532380c0e2', 'subnets': [{'id': '88d798ca-79ae-45c5-9d74-10f1c003e963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:28:19.495119 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c88468e-b162-48b0-a292-bb674e27b7ee None None] Checking router: b26776ba-d764-4a4d-b30d-aa6a81509ee3 for host: dv-cinder-796286-12-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:28:19.495486 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c88468e-b162-48b0-a292-bb674e27b7ee None None] Updating router b26776ba-d764-4a4d-b30d-aa6a81509ee3 port 5bbd5acc-501c-4e91-bedd-921f583678dc binding host dv-cinder-796286-12-iscsi {{(pid=92931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 12:28:19.532227 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2c88468e-b162-48b0-a292-bb674e27b7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:19.807884 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 51566ca5-7ebf-45f8-b185-1844662aedd1 up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:28:19.838127 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2c88468e-b162-48b0-a292-bb674e27b7ee None None] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:19.852022 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-2c88468e-b162-48b0-a292-bb674e27b7ee None None] Transition to ACTIVE for port object 5bbd5acc-501c-4e91-bedd-921f583678dc will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:28:19.859734 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2c88468e-b162-48b0-a292-bb674e27b7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:19.871329 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port 51566ca5-7ebf-45f8-b185-1844662aedd1 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:28:19.872145 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:19.913246 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e1b89-d1ad-441f-b9a1-ec3fdfb1168d None None] Pushing event updated for resources: {'Port': ['ID=5bbd5acc-501c-4e91-bedd-921f583678dc,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:28:20.010487 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-2c88468e-b162-48b0-a292-bb674e27b7ee None None] Attempting to bind port 5bbd5acc-501c-4e91-bedd-921f583678dc on host dv-cinder-796286-12-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:28:20.014333 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-2c88468e-b162-48b0-a292-bb674e27b7ee None None] Attempting to bind port 5bbd5acc-501c-4e91-bedd-921f583678dc by drivers openvswitch,hyperv on host dv-cinder-796286-12-iscsi at level 0 using segments [{'id': 'b0a8a885-fba1-437b-ac6f-ff74f4fe9459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73a06e74-7536-489f-a3da-45b25bb0f728'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:28:20.015416 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c88468e-b162-48b0-a292-bb674e27b7ee None None] Attempting to bind port 5bbd5acc-501c-4e91-bedd-921f583678dc on network 73a06e74-7536-489f-a3da-45b25bb0f728 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:28:20.022060 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c88468e-b162-48b0-a292-bb674e27b7ee None None] Checking agent: {'id': '179553a2-8e69-4f7b-8819-fceafac5268f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 15, 24), 'started_at': datetime.datetime(2021, 7, 5, 12, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:28:20.022590 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c88468e-b162-48b0-a292-bb674e27b7ee None None] Checking segment: {'id': 'b0a8a885-fba1-437b-ac6f-ff74f4fe9459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73a06e74-7536-489f-a3da-45b25bb0f728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:28:20.023115 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2c88468e-b162-48b0-a292-bb674e27b7ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:20.023614 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c88468e-b162-48b0-a292-bb674e27b7ee None None] Bound using segment: {'id': 'b0a8a885-fba1-437b-ac6f-ff74f4fe9459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73a06e74-7536-489f-a3da-45b25bb0f728'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:28:20.024348 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-2c88468e-b162-48b0-a292-bb674e27b7ee None None] Bound port: 5bbd5acc-501c-4e91-bedd-921f583678dc, host: dv-cinder-796286-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a8a885-fba1-437b-ac6f-ff74f4fe9459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73a06e74-7536-489f-a3da-45b25bb0f728'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:28:20.024845 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2c88468e-b162-48b0-a292-bb674e27b7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:20.100081 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-2c88468e-b162-48b0-a292-bb674e27b7ee None None] For port 5bbd5acc-501c-4e91-bedd-921f583678dc, host dv-cinder-796286-12-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:28:20.104390 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-2c88468e-b162-48b0-a292-bb674e27b7ee None None] For port 5bbd5acc-501c-4e91-bedd-921f583678dc, host dv-cinder-796286-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=5bbd5acc-501c-4e91-bedd-921f583678dc,segment=NetworkSegment(b0a8a885-fba1-437b-ac6f-ff74f4fe9459),segment_id=b0a8a885-fba1-437b-ac6f-ff74f4fe9459)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:28:20.108585 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2c88468e-b162-48b0-a292-bb674e27b7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:20.163171 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c88468e-b162-48b0-a292-bb674e27b7ee None None] Routers {'b26776ba-d764-4a4d-b30d-aa6a81509ee3'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:28:20.163807 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-2c88468e-b162-48b0-a292-bb674e27b7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:27:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['b26776ba-d764-4a4d-b30d-aa6a81509ee3'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:28:20.237289 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e1b89-d1ad-441f-b9a1-ec3fdfb1168d None None] Pushing event updated for resources: {'Port': ['ID=5bbd5acc-501c-4e91-bedd-921f583678dc,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:28:20.323670 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-2c88468e-b162-48b0-a292-bb674e27b7ee None None] Set router b26776ba-d764-4a4d-b30d-aa6a81509ee3 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:28:20.574607 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f91b125b-0367-4d03-80c3-982dca45ba87 req-1353c42d-a756-4021-ad1c-18828248220d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2097301 Jul 05 12:28:20.592856 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-2c88468e-b162-48b0-a292-bb674e27b7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26776ba-d764-4a4d-b30d-aa6a81509ee3', 'name': 'tempest-TestMinimumBasicScenario-1347099177-router', 'tenant_id': '2065dad46f044b4a843a4c532380c0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '51566ca5-7ebf-45f8-b185-1844662aedd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:28:12Z', 'updated_at': '2021-07-05T12:28:15Z', 'revision_number': 4, 'project_id': '2065dad46f044b4a843a4c532380c0e2', 'gw_port': {'id': '51566ca5-7ebf-45f8-b185-1844662aedd1', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26776ba-d764-4a4d-b30d-aa6a81509ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:28:12Z', 'updated_at': '2021-07-05T12:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '5bbd5acc-501c-4e91-bedd-921f583678dc', 'name': '', 'network_id': '73a06e74-7536-489f-a3da-45b25bb0f728', 'tenant_id': '2065dad46f044b4a843a4c532380c0e2', 'mac_address': 'fa:16:3e:2a:b8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26776ba-d764-4a4d-b30d-aa6a81509ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '88d798ca-79ae-45c5-9d74-10f1c003e963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:28:15Z', 'updated_at': '2021-07-05T12:28:20Z', 'revision_number': 4, 'project_id': '2065dad46f044b4a843a4c532380c0e2', 'subnets': [{'id': '88d798ca-79ae-45c5-9d74-10f1c003e963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:28:20.622067 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c88468e-b162-48b0-a292-bb674e27b7ee None None] The sync data for ids ['b26776ba-d764-4a4d-b30d-aa6a81509ee3'] in dv-cinder-796286-12-iscsi is: [{'id': 'b26776ba-d764-4a4d-b30d-aa6a81509ee3', 'name': 'tempest-TestMinimumBasicScenario-1347099177-router', 'tenant_id': '2065dad46f044b4a843a4c532380c0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '51566ca5-7ebf-45f8-b185-1844662aedd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:28:12Z', 'updated_at': '2021-07-05T12:28:15Z', 'revision_number': 4, 'project_id': '2065dad46f044b4a843a4c532380c0e2', 'gw_port': {'id': '51566ca5-7ebf-45f8-b185-1844662aedd1', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26776ba-d764-4a4d-b30d-aa6a81509ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:28:12Z', 'updated_at': '2021-07-05T12:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '5bbd5acc-501c-4e91-bedd-921f583678dc', 'name': '', 'network_id': '73a06e74-7536-489f-a3da-45b25bb0f728', 'tenant_id': '2065dad46f044b4a843a4c532380c0e2', 'mac_address': 'fa:16:3e:2a:b8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26776ba-d764-4a4d-b30d-aa6a81509ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '88d798ca-79ae-45c5-9d74-10f1c003e963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:28:15Z', 'updated_at': '2021-07-05T12:28:20Z', 'revision_number': 4, 'project_id': '2065dad46f044b4a843a4c532380c0e2', 'subnets': [{'id': '88d798ca-79ae-45c5-9d74-10f1c003e963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:28:20.730143 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b125b-0367-4d03-80c3-982dca45ba87 req-188d6b26-0e04-486c-83b8-cbbbd797f325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:20.732829 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f91b125b-0367-4d03-80c3-982dca45ba87 req-188d6b26-0e04-486c-83b8-cbbbd797f325 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c2204859a25945928d43901f7e432e4b&device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 1100 time: 0.0853548 Jul 05 12:28:20.804596 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-11774f63-4da4-4ff0-bfaf-fbdc94fe9f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:20.900632 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b125b-0367-4d03-80c3-982dca45ba87 req-d28447af-309c-478d-9494-0fd56d4b8fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:20.902118 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f91b125b-0367-4d03-80c3-982dca45ba87 req-d28447af-309c-478d-9494-0fd56d4b8fb4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a54fe11d-9434-40ac-976c-e45f096866c1 HTTP/1.1" status: 200 len: 917 time: 0.1385813 Jul 05 12:28:20.988257 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f91b125b-0367-4d03-80c3-982dca45ba87 req-5cbf02c7-3836-46e5-8572-f9aae9a13d92 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6ee29c4-7aca-4473-841c-f7b867576fb6 HTTP/1.1" status: 200 len: 1002 time: 0.0791705 Jul 05 12:28:21.060956 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b125b-0367-4d03-80c3-982dca45ba87 req-62f4e892-90a2-47c9-90c2-6e7e974a6a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:21.063528 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f91b125b-0367-4d03-80c3-982dca45ba87 req-62f4e892-90a2-47c9-90c2-6e7e974a6a5a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e29bc3a4-4782-4c7f-be99-ab421b15f5f5 HTTP/1.1" status: 200 len: 855 time: 0.0650034 Jul 05 12:28:21.147060 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b125b-0367-4d03-80c3-982dca45ba87 req-4ab42105-9375-42d9-bb55-0f3f805539a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:21.148583 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f91b125b-0367-4d03-80c3-982dca45ba87 req-4ab42105-9375-42d9-bb55-0f3f805539a7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a54fe11d-9434-40ac-976c-e45f096866c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0776706 Jul 05 12:28:21.256256 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f91b125b-0367-4d03-80c3-982dca45ba87 req-4327757d-632e-4302-8e65-b8a09e2798ea service neutron] 10.222.0.16 "GET /v2.0/networks/a54fe11d-9434-40ac-976c-e45f096866c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988562 Jul 05 12:28:21.381504 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f91b125b-0367-4d03-80c3-982dca45ba87 req-2f0dbc9b-7425-46c1-9da5-61035acc516a service neutron] 10.222.0.16 "GET /v2.0/networks/a54fe11d-9434-40ac-976c-e45f096866c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167808 Jul 05 12:28:21.847145 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 5bbd5acc-501c-4e91-bedd-921f583678dc up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:28:21.911310 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning for port 5bbd5acc-501c-4e91-bedd-921f583678dc completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:28:21.915485 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port 5bbd5acc-501c-4e91-bedd-921f583678dc triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:28:21.916042 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:22.134326 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:22.172220 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] For port 5bbd5acc-501c-4e91-bedd-921f583678dc, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=5bbd5acc-501c-4e91-bedd-921f583678dc,segment=NetworkSegment(b0a8a885-fba1-437b-ac6f-ff74f4fe9459),segment_id=b0a8a885-fba1-437b-ac6f-ff74f4fe9459)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:28:22.179289 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:22.241098 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Pushing event updated for resources: {'Port': ['ID=5bbd5acc-501c-4e91-bedd-921f583678dc,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:28:23.346534 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-afbaddca-83e9-425a-bb8c-9414001d9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:23.696821 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:23.805561 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 5bbd5acc-501c-4e91-bedd-921f583678dc up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:28:23.860434 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port 5bbd5acc-501c-4e91-bedd-921f583678dc triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:28:23.860755 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:24.685926 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:26.249192 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:26.632061 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-b4ad7e6a-b46f-4b2e-ae5a-ffeed14ba8a6 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:26.633540 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-b4ad7e6a-b46f-4b2e-ae5a-ffeed14ba8a6 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/networks?id=20f83d02-1a02-4231-9787-67c36fcfd4b6 HTTP/1.1" status: 200 len: 815 time: 0.1007502 Jul 05 12:28:26.648917 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-a30b6d7a-0bff-4d54-a4b7-54ce78d501af tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/quotas/4bf300df367b4c379e19b085196596d8 HTTP/1.1" status: 200 len: 375 time: 0.0100842 Jul 05 12:28:26.720202 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-e5f7c538-506e-48dd-b5bf-8264406c5e1c tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4bf300df367b4c379e19b085196596d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0665176 Jul 05 12:28:26.858605 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-1fba1475-ae76-4eb6-b649-4a7511397dc5 service neutron] 10.222.0.52 "GET /v2.0/networks/20f83d02-1a02-4231-9787-67c36fcfd4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264060 Jul 05 12:28:26.948232 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-c935b5b7-5aa1-44ea-a758-f0861110e113 service neutron] 10.222.0.52 "GET /v2.0/networks/20f83d02-1a02-4231-9787-67c36fcfd4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837648 Jul 05 12:28:27.112421 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-038b2ef2-87de-4a42-aa95-b0055bf162d9 req-ee7274a1-aaed-4711-bf2f-00494d71cee5 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 210 time: 0.0295842 Jul 05 12:28:28.253883 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-da958b8a-424d-4be1-bfa1-c8308e425f41 req-24aea3ae-c4d4-4eb6-a2a9-9dd9f065db03 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 210 time: 0.0296941 Jul 05 12:28:28.401622 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-9b3b548a-ac17-4ebe-a3e8-bb49e7fd4504 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:28.403011 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-9b3b548a-ac17-4ebe-a3e8-bb49e7fd4504 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.16 "GET /v2.0/networks?id=20f83d02-1a02-4231-9787-67c36fcfd4b6 HTTP/1.1" status: 200 len: 815 time: 0.1060414 Jul 05 12:28:28.423881 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-795ddffd-e20b-4cf4-af2f-f2b91705ce07 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Request body: {'port': {'device_id': '6cb021fa-72c5-4be4-981e-260210306f72', 'network_id': '20f83d02-1a02-4231-9787-67c36fcfd4b6', 'admin_state_up': True, 'tenant_id': '4bf300df367b4c379e19b085196596d8'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:28:28.531095 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-795ddffd-e20b-4cf4-af2f-f2b91705ce07 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Made reservation on behalf of 4bf300df367b4c379e19b085196596d8 for: {'port': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:28:28.535315 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-795ddffd-e20b-4cf4-af2f-f2b91705ce07 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:28.664597 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-795ddffd-e20b-4cf4-af2f-f2b91705ce07 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Allocated IP 172.20.0.3 (20f83d02-1a02-4231-9787-67c36fcfd4b6/dae6a4f6-bb01-419e-a45a-2fe1e4753d41/09bb7bd6-1a95-463f-a53b-3b3997c3ba2d) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:28:28.849171 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-795ddffd-e20b-4cf4-af2f-f2b91705ce07 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:28.869832 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-795ddffd-e20b-4cf4-af2f-f2b91705ce07 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Transition to ACTIVE for port object 09bb7bd6-1a95-463f-a53b-3b3997c3ba2d will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:28:28.920961 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-795ddffd-e20b-4cf4-af2f-f2b91705ce07 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3485770'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:28.981424 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-795ddffd-e20b-4cf4-af2f-f2b91705ce07 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Network 20f83d02-1a02-4231-9787-67c36fcfd4b6 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:28:28.985862 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-795ddffd-e20b-4cf4-af2f-f2b91705ce07 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:28:28.992542 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-795ddffd-e20b-4cf4-af2f-f2b91705ce07 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:28:29.020690 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ddffd-e20b-4cf4-af2f-f2b91705ce07 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Pushing event updated for resources: {'Port': ['ID=09bb7bd6-1a95-463f-a53b-3b3997c3ba2d,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:28:29.032813 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795ddffd-e20b-4cf4-af2f-f2b91705ce07 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:29.033256 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795ddffd-e20b-4cf4-af2f-f2b91705ce07 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:29.033660 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795ddffd-e20b-4cf4-af2f-f2b91705ce07 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:29.034071 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795ddffd-e20b-4cf4-af2f-f2b91705ce07 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:29.034465 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795ddffd-e20b-4cf4-af2f-f2b91705ce07 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:29.034885 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795ddffd-e20b-4cf4-af2f-f2b91705ce07 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:29.035298 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795ddffd-e20b-4cf4-af2f-f2b91705ce07 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:29.035849 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795ddffd-e20b-4cf4-af2f-f2b91705ce07 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:29.036237 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795ddffd-e20b-4cf4-af2f-f2b91705ce07 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:29.036661 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795ddffd-e20b-4cf4-af2f-f2b91705ce07 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:29.037051 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795ddffd-e20b-4cf4-af2f-f2b91705ce07 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:29.037449 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795ddffd-e20b-4cf4-af2f-f2b91705ce07 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:28:29.069145 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-795ddffd-e20b-4cf4-af2f-f2b91705ce07 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:29.070283 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-795ddffd-e20b-4cf4-af2f-f2b91705ce07 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:29.091587 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-795ddffd-e20b-4cf4-af2f-f2b91705ce07 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6715379 Jul 05 12:28:29.294935 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a93678fe-4fce-48af-a623-0f26a2f9daa3 None None] Provisioning for port 09bb7bd6-1a95-463f-a53b-3b3997c3ba2d completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:28:29.299467 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a93678fe-4fce-48af-a623-0f26a2f9daa3 None None] Provisioning complete for port 09bb7bd6-1a95-463f-a53b-3b3997c3ba2d triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:28:29.299840 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a93678fe-4fce-48af-a623-0f26a2f9daa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:29.345056 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-a93678fe-4fce-48af-a623-0f26a2f9daa3 None None] Port 09bb7bd6-1a95-463f-a53b-3b3997c3ba2d cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 12:28:29.444298 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31366e9b-6183-42fd-9a95-e0b46105eba8 req-1b58b2a9-a6d4-4964-8345-bbbaef9b15ac tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:29.445703 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-31366e9b-6183-42fd-9a95-e0b46105eba8 req-1b58b2a9-a6d4-4964-8345-bbbaef9b15ac tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 931 time: 0.0675883 Jul 05 12:28:29.484384 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-31366e9b-6183-42fd-9a95-e0b46105eba8 req-81d0ec20-308b-4ae0-9bc0-5420f34bb050 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331581 Jul 05 12:28:30.677370 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec44bd59-6aa6-4ead-9917-264ec4b6a55b req-ddaafdac-3646-4c43-b0ca-8bb8bbd5c9af tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:30.678884 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ec44bd59-6aa6-4ead-9917-264ec4b6a55b req-ddaafdac-3646-4c43-b0ca-8bb8bbd5c9af tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 931 time: 0.0684612 Jul 05 12:28:30.716119 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ec44bd59-6aa6-4ead-9917-264ec4b6a55b req-a284b542-341d-4da4-9892-e67a4a73fe97 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315645 Jul 05 12:28:31.892348 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b367d1d-4b0f-46bc-94a6-40225263ac5b req-e45673af-3e57-4733-a16f-6144e3bd7251 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:31.893832 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6b367d1d-4b0f-46bc-94a6-40225263ac5b req-e45673af-3e57-4733-a16f-6144e3bd7251 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 931 time: 0.0651414 Jul 05 12:28:31.931379 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6b367d1d-4b0f-46bc-94a6-40225263ac5b req-cc5252b4-ee11-475b-94dc-56cd3f0e0bae tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319970 Jul 05 12:28:33.118886 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6998a-026d-45ba-88e4-6cb5fa0d7d2a req-8b99c3f5-3e76-43b4-8be4-957f619b6ecd tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:33.120441 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-68d6998a-026d-45ba-88e4-6cb5fa0d7d2a req-8b99c3f5-3e76-43b4-8be4-957f619b6ecd tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 931 time: 0.0721526 Jul 05 12:28:33.165441 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-68d6998a-026d-45ba-88e4-6cb5fa0d7d2a req-90fde901-3ab3-47ca-a702-00cf8e265de7 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388932 Jul 05 12:28:34.341318 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63654604-dd7e-40fa-a96e-0e27d58a38da req-93cd20b3-e26d-4028-aeb2-60b8061f3337 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:34.343361 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-63654604-dd7e-40fa-a96e-0e27d58a38da req-93cd20b3-e26d-4028-aeb2-60b8061f3337 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 931 time: 0.0644832 Jul 05 12:28:34.387090 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-63654604-dd7e-40fa-a96e-0e27d58a38da req-1d906e27-1405-4dda-a140-77b2453a5a67 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364525 Jul 05 12:28:35.570430 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658af7bf-730a-4c2a-867f-34a5a2d7e02a req-2fad6c77-f176-4dcc-87c1-373491abb764 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:35.572225 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-658af7bf-730a-4c2a-867f-34a5a2d7e02a req-2fad6c77-f176-4dcc-87c1-373491abb764 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 931 time: 0.0744753 Jul 05 12:28:35.611443 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-658af7bf-730a-4c2a-867f-34a5a2d7e02a req-5b5520ce-d2ab-4991-b30c-ecc6b1f8c83f tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325940 Jul 05 12:28:36.790325 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c1d31-c4b4-4eae-85bf-ab0965b1feee req-51e7f91a-cc74-4faf-b9bb-15a253a25bf4 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:36.791804 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-705c1d31-c4b4-4eae-85bf-ab0965b1feee req-51e7f91a-cc74-4faf-b9bb-15a253a25bf4 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 931 time: 0.0643740 Jul 05 12:28:36.833185 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-705c1d31-c4b4-4eae-85bf-ab0965b1feee req-0c38c9cc-8cac-4d19-8069-2b17d777bbba tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350850 Jul 05 12:28:38.013273 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3eca19-4f17-479c-9294-4468486afc6e req-edb859c4-3608-49cf-bbeb-823c603f4c07 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:38.015367 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4d3eca19-4f17-479c-9294-4468486afc6e req-edb859c4-3608-49cf-bbeb-823c603f4c07 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 931 time: 0.0672092 Jul 05 12:28:38.052352 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4d3eca19-4f17-479c-9294-4468486afc6e req-6a5d7740-a128-4e28-b0be-aaab15f48445 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314488 Jul 05 12:28:39.240616 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ba5ae-e30a-4031-bdc7-980f7e9cb515 req-837ea281-8768-4595-a58d-d2cbe9ce9bc4 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:39.242107 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-977ba5ae-e30a-4031-bdc7-980f7e9cb515 req-837ea281-8768-4595-a58d-d2cbe9ce9bc4 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 931 time: 0.0672722 Jul 05 12:28:39.281920 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-977ba5ae-e30a-4031-bdc7-980f7e9cb515 req-a06da4e8-0aed-4899-a548-9ba69058928f tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340490 Jul 05 12:28:40.472844 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288da4d4-d633-46ef-975b-a1b5f8d03388 req-07997a70-627d-40b7-a774-03340f6bc30f tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:40.474355 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-288da4d4-d633-46ef-975b-a1b5f8d03388 req-07997a70-627d-40b7-a774-03340f6bc30f tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 931 time: 0.0674276 Jul 05 12:28:40.511991 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-288da4d4-d633-46ef-975b-a1b5f8d03388 req-0ca5190c-66d9-4065-8c55-c79ac49d53b9 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319891 Jul 05 12:28:41.696450 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319f2af-b893-4a63-84d6-657511abdeca req-e9099805-86ea-46e4-ba87-47a7882669df tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:41.702030 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e319f2af-b893-4a63-84d6-657511abdeca req-e9099805-86ea-46e4-ba87-47a7882669df tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 931 time: 0.0739880 Jul 05 12:28:41.741794 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e319f2af-b893-4a63-84d6-657511abdeca req-d3087a7f-5b82-4ef0-9f6e-a4ac84256a7b tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365767 Jul 05 12:28:42.925542 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9884ff-d616-40e3-9155-b3d96fc43413 req-bbaacfe6-fe76-452d-ac98-3263ba934a35 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:42.927088 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-be9884ff-d616-40e3-9155-b3d96fc43413 req-bbaacfe6-fe76-452d-ac98-3263ba934a35 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 931 time: 0.0711117 Jul 05 12:28:42.963996 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-be9884ff-d616-40e3-9155-b3d96fc43413 req-4589bdde-ac9d-4137-8205-ab469c7ad7e6 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314112 Jul 05 12:28:44.149987 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c519e-ac28-4ffb-8da4-1015d7ccb542 req-3dc6a397-b5f5-4efa-9dbb-2acf4c5ab53d tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:44.151584 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-241c519e-ac28-4ffb-8da4-1015d7ccb542 req-3dc6a397-b5f5-4efa-9dbb-2acf4c5ab53d tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 931 time: 0.0633919 Jul 05 12:28:44.189775 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-241c519e-ac28-4ffb-8da4-1015d7ccb542 req-dbb9fcb5-5d4f-4c07-9170-3550a6d6ca6c tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313520 Jul 05 12:28:45.362201 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9f3b7-986b-4d6c-bcbd-7644d84225f8 req-9f555a66-6c2d-42c5-8936-b91b7f949383 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:45.363578 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-14c9f3b7-986b-4d6c-bcbd-7644d84225f8 req-9f555a66-6c2d-42c5-8936-b91b7f949383 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 931 time: 0.0644178 Jul 05 12:28:45.399984 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-14c9f3b7-986b-4d6c-bcbd-7644d84225f8 req-32b3e18d-fd02-48d0-be98-c008cf93846c tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309551 Jul 05 12:28:46.350800 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-3394daf1-bd94-4302-b139-c9384a01374e service neutron] Request body: {'port': {'device_id': '6cb021fa-72c5-4be4-981e-260210306f72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:28:46.428279 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-3394daf1-bd94-4302-b139-c9384a01374e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:46.910390 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02194e7-767f-4507-ab30-6b588fa60822 req-6ae8bc31-89ce-4142-b8f3-0a6dd2411095 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:46.911916 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d02194e7-767f-4507-ab30-6b588fa60822 req-6ae8bc31-89ce-4142-b8f3-0a6dd2411095 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 931 time: 0.3793099 Jul 05 12:28:46.980620 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d02194e7-767f-4507-ab30-6b588fa60822 req-60f3aae2-e0a0-48d0-bc66-74761ccb41ed tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613613 Jul 05 12:28:47.024789 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-3394daf1-bd94-4302-b139-c9384a01374e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09bb7bd6-1a95-463f-a53b-3b3997c3ba2d {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:28:47.033448 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-3394daf1-bd94-4302-b139-c9384a01374e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:47.045185 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-3394daf1-bd94-4302-b139-c9384a01374e service neutron] Transition to ACTIVE for port object 09bb7bd6-1a95-463f-a53b-3b3997c3ba2d will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:28:47.049792 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-3394daf1-bd94-4302-b139-c9384a01374e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3485880'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:47.120198 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394daf1-bd94-4302-b139-c9384a01374e service neutron] Pushing event updated for resources: {'Port': ['ID=09bb7bd6-1a95-463f-a53b-3b3997c3ba2d,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:28:47.170224 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-3394daf1-bd94-4302-b139-c9384a01374e service neutron] Attempting to bind port 09bb7bd6-1a95-463f-a53b-3b3997c3ba2d on host hv-cinder-79628 for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:28:47.170745 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-3394daf1-bd94-4302-b139-c9384a01374e service neutron] Attempting to bind port 09bb7bd6-1a95-463f-a53b-3b3997c3ba2d by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '989bedde-f9b1-4f0e-b21c-a982e2269015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '20f83d02-1a02-4231-9787-67c36fcfd4b6'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:28:47.170900 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-3394daf1-bd94-4302-b139-c9384a01374e service neutron] Attempting to bind port 09bb7bd6-1a95-463f-a53b-3b3997c3ba2d on network 20f83d02-1a02-4231-9787-67c36fcfd4b6 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:28:47.176072 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-3394daf1-bd94-4302-b139-c9384a01374e service neutron] Port 09bb7bd6-1a95-463f-a53b-3b3997c3ba2d on network 20f83d02-1a02-4231-9787-67c36fcfd4b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 12:28:47.176396 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-3394daf1-bd94-4302-b139-c9384a01374e service neutron] Attempting to bind port 09bb7bd6-1a95-463f-a53b-3b3997c3ba2d on network 20f83d02-1a02-4231-9787-67c36fcfd4b6 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:28:47.181606 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-3394daf1-bd94-4302-b139-c9384a01374e service neutron] Checking agent: {'id': '3e7fb013-ee8e-41ba-b8fe-dbc5ebca3998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 21, 18), 'started_at': datetime.datetime(2021, 7, 5, 12, 21, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:28:47.181941 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-3394daf1-bd94-4302-b139-c9384a01374e service neutron] Checking segment: {'id': '989bedde-f9b1-4f0e-b21c-a982e2269015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '20f83d02-1a02-4231-9787-67c36fcfd4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:28:47.182370 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-3394daf1-bd94-4302-b139-c9384a01374e service neutron] Bound using segment: {'id': '989bedde-f9b1-4f0e-b21c-a982e2269015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '20f83d02-1a02-4231-9787-67c36fcfd4b6'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:28:47.182839 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-3394daf1-bd94-4302-b139-c9384a01374e service neutron] Bound port: 09bb7bd6-1a95-463f-a53b-3b3997c3ba2d, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '989bedde-f9b1-4f0e-b21c-a982e2269015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '20f83d02-1a02-4231-9787-67c36fcfd4b6'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:28:47.183206 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-3394daf1-bd94-4302-b139-c9384a01374e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:47.255388 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-3394daf1-bd94-4302-b139-c9384a01374e service neutron] For port 09bb7bd6-1a95-463f-a53b-3b3997c3ba2d, host hv-cinder-79628, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:28:47.258695 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-3394daf1-bd94-4302-b139-c9384a01374e service neutron] For port 09bb7bd6-1a95-463f-a53b-3b3997c3ba2d, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=09bb7bd6-1a95-463f-a53b-3b3997c3ba2d,segment=NetworkSegment(989bedde-f9b1-4f0e-b21c-a982e2269015),segment_id=989bedde-f9b1-4f0e-b21c-a982e2269015)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:28:47.269385 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-3394daf1-bd94-4302-b139-c9384a01374e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3485880'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:47.305689 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-3394daf1-bd94-4302-b139-c9384a01374e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:47.306263 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-3394daf1-bd94-4302-b139-c9384a01374e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:47.307701 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-3394daf1-bd94-4302-b139-c9384a01374e service neutron] 10.222.0.16 "PUT /v2.0/ports/09bb7bd6-1a95-463f-a53b-3b3997c3ba2d HTTP/1.1" status: 200 len: 1093 time: 0.9613049 Jul 05 12:28:47.310329 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb021fa-72c5-4be4-981e-260210306f72', 'tag': '09bb7bd6-1a95-463f-a53b-3b3997c3ba2d'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:28:47.313831 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38d66cb680d8e216a4639fd07ffcdd1e1f1f0bb375bf284fc7cc66ae145b2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88001bc0-7a34-4645-adf5-f8d704f6d93f" -d '{"events": [{"name": "network-changed", "server_uuid": "6cb021fa-72c5-4be4-981e-260210306f72", "tag": "09bb7bd6-1a95-463f-a53b-3b3997c3ba2d"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:28:47.367510 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394daf1-bd94-4302-b139-c9384a01374e service neutron] Pushing event updated for resources: {'Port': ['ID=09bb7bd6-1a95-463f-a53b-3b3997c3ba2d,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:28:47.426951 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-3fa1b923-592b-4611-a731-dcd81fe0a62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:47.428423 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-3fa1b923-592b-4611-a731-dcd81fe0a62c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bf300df367b4c379e19b085196596d8&device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 1096 time: 0.0754251 Jul 05 12:28:47.486135 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-7ede5c34-837b-4bfe-b753-ab8df5ecdb84 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09bb7bd6-1a95-463f-a53b-3b3997c3ba2d HTTP/1.1" status: 200 len: 217 time: 0.0493064 Jul 05 12:28:47.496375 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 12:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afffb5c-768f-47c0-aeea-3bea2686a177 x-openstack-request-id: req-0afffb5c-768f-47c0-aeea-3bea2686a177 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:28:47.496659 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cb021fa-72c5-4be4-981e-260210306f72", "tag": "09bb7bd6-1a95-463f-a53b-3b3997c3ba2d", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:28:47.496901 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0afffb5c-768f-47c0-aeea-3bea2686a177 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:28:47.497300 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb021fa-72c5-4be4-981e-260210306f72', 'tag': '09bb7bd6-1a95-463f-a53b-3b3997c3ba2d', 'status': 'completed', 'code': 200} Jul 05 12:28:47.547568 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-6aa142f5-9887-462a-9d3a-9adf9625ea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:47.549481 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-6aa142f5-9887-462a-9d3a-9adf9625ea11 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dae6a4f6-bb01-419e-a45a-2fe1e4753d41 HTTP/1.1" status: 200 len: 854 time: 0.0513296 Jul 05 12:28:47.606848 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-87ca98d4-1249-4d0b-90bc-9191ea2c539f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:47.608370 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-87ca98d4-1249-4d0b-90bc-9191ea2c539f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20f83d02-1a02-4231-9787-67c36fcfd4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0517526 Jul 05 12:28:47.746164 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08cd188-b7a0-47ed-93a1-de22a39901c4 req-4db8f2e6-be81-4245-b149-7f93285a4500 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:47.747654 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a08cd188-b7a0-47ed-93a1-de22a39901c4 req-4db8f2e6-be81-4245-b149-7f93285a4500 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f641a55-392f-470b-8496-5b0db4320f6b HTTP/1.1" status: 200 len: 946 time: 0.1316102 Jul 05 12:28:47.749347 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-8f48068c-0411-45b6-9530-3693f71b263b service neutron] 10.222.0.16 "GET /v2.0/networks/20f83d02-1a02-4231-9787-67c36fcfd4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316495 Jul 05 12:28:47.835673 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a08cd188-b7a0-47ed-93a1-de22a39901c4 req-73a0df5a-80d0-4583-ad02-c3394a5994b5 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/security-groups?id=f71a77dd-2836-49af-bc51-55378fb2809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818353 Jul 05 12:28:47.867206 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-54f4dfa4-3270-4291-b9ce-f7c79fd57d3f req-dcad5560-5241-43d6-9aa9-4792b225bcf1 service neutron] 10.222.0.16 "GET /v2.0/networks/20f83d02-1a02-4231-9787-67c36fcfd4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060870 Jul 05 12:28:47.969399 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88001bc0-7a34-4645-adf5-f8d704f6d93f req-fea8fa87-49ed-4455-9d07-968e3962f42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:47.970931 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-88001bc0-7a34-4645-adf5-f8d704f6d93f req-fea8fa87-49ed-4455-9d07-968e3962f42a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bf300df367b4c379e19b085196596d8&device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 1096 time: 0.0528643 Jul 05 12:28:48.020578 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:48.064844 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88001bc0-7a34-4645-adf5-f8d704f6d93f req-f339c10b-0bb3-411c-adc1-d0cccaa20313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:48.066407 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-88001bc0-7a34-4645-adf5-f8d704f6d93f req-f339c10b-0bb3-411c-adc1-d0cccaa20313 service neutron] 10.222.0.16 "GET /v2.0/networks?id=20f83d02-1a02-4231-9787-67c36fcfd4b6 HTTP/1.1" status: 200 len: 916 time: 0.0885427 Jul 05 12:28:48.120224 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-88001bc0-7a34-4645-adf5-f8d704f6d93f req-ab60d01a-33cd-4726-84c1-026b84f346c4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09bb7bd6-1a95-463f-a53b-3b3997c3ba2d HTTP/1.1" status: 200 len: 217 time: 0.0434520 Jul 05 12:28:48.195405 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88001bc0-7a34-4645-adf5-f8d704f6d93f req-7e0ebf20-a630-428d-a028-3a5633aaec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:48.196857 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-88001bc0-7a34-4645-adf5-f8d704f6d93f req-7e0ebf20-a630-428d-a028-3a5633aaec43 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dae6a4f6-bb01-419e-a45a-2fe1e4753d41 HTTP/1.1" status: 200 len: 854 time: 0.0574036 Jul 05 12:28:48.229146 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d083e-c09c-4ba3-88bc-18ddf32593da req-9432b4af-d459-43ab-9452-777fabe520d6 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:48.229146 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-329d083e-c09c-4ba3-88bc-18ddf32593da req-9432b4af-d459-43ab-9452-777fabe520d6 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 943 time: 0.1164246 Jul 05 12:28:48.305863 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-329d083e-c09c-4ba3-88bc-18ddf32593da req-55375292-8335-4c13-a9eb-1b1c30b88fb0 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448654 Jul 05 12:28:48.317577 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88001bc0-7a34-4645-adf5-f8d704f6d93f req-53ed475b-6db6-49aa-91c9-a555a754395a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:48.319101 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-88001bc0-7a34-4645-adf5-f8d704f6d93f req-53ed475b-6db6-49aa-91c9-a555a754395a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20f83d02-1a02-4231-9787-67c36fcfd4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1129572 Jul 05 12:28:48.426136 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-88001bc0-7a34-4645-adf5-f8d704f6d93f req-7309268e-5b28-412a-912c-3610f68322c1 service neutron] 10.222.0.16 "GET /v2.0/networks/20f83d02-1a02-4231-9787-67c36fcfd4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867226 Jul 05 12:28:48.522838 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-88001bc0-7a34-4645-adf5-f8d704f6d93f req-8bf69e22-6ca8-41c8-8357-32687ac714d5 service neutron] 10.222.0.16 "GET /v2.0/networks/20f83d02-1a02-4231-9787-67c36fcfd4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817075 Jul 05 12:28:49.012253 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3db7f9-97ff-44ac-a1b8-14e667586688 req-5ae6d15d-1a89-406a-9661-3977988cc245 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:49.013730 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9c3db7f9-97ff-44ac-a1b8-14e667586688 req-5ae6d15d-1a89-406a-9661-3977988cc245 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f641a55-392f-470b-8496-5b0db4320f6b HTTP/1.1" status: 200 len: 946 time: 0.0659943 Jul 05 12:28:49.051145 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9c3db7f9-97ff-44ac-a1b8-14e667586688 req-2fedeb90-54ed-490a-a182-13b5b2ade046 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/security-groups?id=f71a77dd-2836-49af-bc51-55378fb2809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313430 Jul 05 12:28:49.483611 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38baceb-fcb0-4f9d-b409-c529e5659a98 req-eed8094a-de60-4655-b5a8-886ede8cc62e tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:49.485158 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e38baceb-fcb0-4f9d-b409-c529e5659a98 req-eed8094a-de60-4655-b5a8-886ede8cc62e tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 943 time: 0.0671623 Jul 05 12:28:49.521987 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e38baceb-fcb0-4f9d-b409-c529e5659a98 req-80a159e0-2170-446d-b5aa-cfa4bc37238a tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314260 Jul 05 12:28:49.586544 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fab6d-138f-4be2-8097-0dbdbd2b3d8b req-216a330f-edd1-49e2-82de-a3e35cc42c9c tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:49.588015 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b61fab6d-138f-4be2-8097-0dbdbd2b3d8b req-216a330f-edd1-49e2-82de-a3e35cc42c9c tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f641a55-392f-470b-8496-5b0db4320f6b HTTP/1.1" status: 200 len: 946 time: 0.0629601 Jul 05 12:28:49.695082 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-b61fab6d-138f-4be2-8097-0dbdbd2b3d8b req-4b682542-a8ab-4436-a4a1-b64e8a50653d tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Deleting port 6ff188ab-0d94-405f-8cd4-9b64c8548565 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:28:49.695431 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-b61fab6d-138f-4be2-8097-0dbdbd2b3d8b req-4b682542-a8ab-4436-a4a1-b64e8a50653d tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:49.782319 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-b61fab6d-138f-4be2-8097-0dbdbd2b3d8b req-4b682542-a8ab-4436-a4a1-b64e8a50653d tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] For port 6ff188ab-0d94-405f-8cd4-9b64c8548565, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6ff188ab-0d94-405f-8cd4-9b64c8548565,segment=NetworkSegment(e0653b9c-2549-4a1d-924f-c7c3d975cbba),segment_id=e0653b9c-2549-4a1d-924f-c7c3d975cbba)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:28:49.782695 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-b61fab6d-138f-4be2-8097-0dbdbd2b3d8b req-4b682542-a8ab-4436-a4a1-b64e8a50653d tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:49.796325 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-b61fab6d-138f-4be2-8097-0dbdbd2b3d8b req-4b682542-a8ab-4436-a4a1-b64e8a50653d tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Calling delete_port for 6ff188ab-0d94-405f-8cd4-9b64c8548565 owned by compute:nova {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:28:49.949645 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-b61fab6d-138f-4be2-8097-0dbdbd2b3d8b req-4b682542-a8ab-4436-a4a1-b64e8a50653d tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3485763'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:49.969654 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] get_ports_and_sgs() called for port_ids ['6ff188ab-0d94-405f-8cd4-9b64c8548565'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 12:28:49.982973 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b682542-a8ab-4436-a4a1-b64e8a50653d tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Pushing event deleted for resources: {'Port': ['ID=6ff188ab-0d94-405f-8cd4-9b64c8548565,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:28:50.053031 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61fab6d-138f-4be2-8097-0dbdbd2b3d8b req-4b682542-a8ab-4436-a4a1-b64e8a50653d tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] No DVR routers for this DVR port 6ff188ab-0d94-405f-8cd4-9b64c8548565 on host hv-cinder-79628 {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 12:28:50.056109 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-b61fab6d-138f-4be2-8097-0dbdbd2b3d8b req-4b682542-a8ab-4436-a4a1-b64e8a50653d tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:50.058053 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b61fab6d-138f-4be2-8097-0dbdbd2b3d8b req-4b682542-a8ab-4436-a4a1-b64e8a50653d tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.16 "DELETE /v2.0/ports/6ff188ab-0d94-405f-8cd4-9b64c8548565 HTTP/1.1" status: 204 len: 173 time: 0.4633381 Jul 05 12:28:50.058477 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f641a55-392f-470b-8496-5b0db4320f6b', 'name': 'network-vif-deleted', 'tag': '6ff188ab-0d94-405f-8cd4-9b64c8548565'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:28:50.060738 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38d66cb680d8e216a4639fd07ffcdd1e1f1f0bb375bf284fc7cc66ae145b2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c65f8eb-7035-4589-bc27-bb22c827cf85" -d '{"events": [{"server_uuid": "0f641a55-392f-470b-8496-5b0db4320f6b", "name": "network-vif-deleted", "tag": "6ff188ab-0d94-405f-8cd4-9b64c8548565"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:28:50.097842 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe05b0b-9dcf-454a-b13a-c08818309af5 x-openstack-request-id: req-3fe05b0b-9dcf-454a-b13a-c08818309af5 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:28:50.098131 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f641a55-392f-470b-8496-5b0db4320f6b", "name": "network-vif-deleted", "tag": "6ff188ab-0d94-405f-8cd4-9b64c8548565", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:28:50.098384 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3fe05b0b-9dcf-454a-b13a-c08818309af5 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:28:50.098803 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f641a55-392f-470b-8496-5b0db4320f6b', 'name': 'network-vif-deleted', 'tag': '6ff188ab-0d94-405f-8cd4-9b64c8548565', 'status': 'completed', 'code': 200} Jul 05 12:28:50.199907 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f035b4c3-b6f2-4532-b396-6e8dec325ca3 req-0989dbc0-1e19-475f-b654-8d657a1ce0b2 tempest-VolumesSnapshotTestJSON-1344388765 tempest-VolumesSnapshotTestJSON-1344388765-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f641a55-392f-470b-8496-5b0db4320f6b HTTP/1.1" status: 200 len: 210 time: 0.0290329 Jul 05 12:28:50.703035 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343b67a-f96f-4cf7-aee1-e3f11b168643 req-869dac4a-fa4c-434e-809a-d1343d657de1 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:50.704519 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7343b67a-f96f-4cf7-aee1-e3f11b168643 req-869dac4a-fa4c-434e-809a-d1343d657de1 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 943 time: 0.0681145 Jul 05 12:28:50.742591 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7343b67a-f96f-4cf7-aee1-e3f11b168643 req-32b582b0-3501-4987-84ac-c6fa728983d7 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325215 Jul 05 12:28:50.785427 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-db0cbd98-6f20-4221-9115-9bdad8d32ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:51.503235 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 09bb7bd6-1a95-463f-a53b-3b3997c3ba2d details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 12:28:51.611928 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port 09bb7bd6-1a95-463f-a53b-3b3997c3ba2d, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=09bb7bd6-1a95-463f-a53b-3b3997c3ba2d,segment=NetworkSegment(989bedde-f9b1-4f0e-b21c-a982e2269015),segment_id=989bedde-f9b1-4f0e-b21c-a982e2269015)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:28:51.623747 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Returning: {'device': '09bb7bd6-1a95-463f-a53b-3b3997c3ba2d', 'network_id': '20f83d02-1a02-4231-9787-67c36fcfd4b6', 'port_id': '09bb7bd6-1a95-463f-a53b-3b3997c3ba2d', 'mac_address': 'fa:16:3e:b0:56:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dae6a4f6-bb01-419e-a45a-2fe1e4753d41', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 12:28:51.660907 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:51.673892 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09bb7bd6-1a95-463f-a53b-3b3997c3ba2d {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:28:51.693487 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port 09bb7bd6-1a95-463f-a53b-3b3997c3ba2d, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=09bb7bd6-1a95-463f-a53b-3b3997c3ba2d,segment=NetworkSegment(989bedde-f9b1-4f0e-b21c-a982e2269015),segment_id=989bedde-f9b1-4f0e-b21c-a982e2269015)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:28:51.697268 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:51.750602 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=09bb7bd6-1a95-463f-a53b-3b3997c3ba2d,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:28:51.914491 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b255bb-7b05-4364-a227-136928ed43bf req-67380552-7d0e-4b2e-88b1-c0c0f0615a13 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:51.916120 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e2b255bb-7b05-4364-a227-136928ed43bf req-67380552-7d0e-4b2e-88b1-c0c0f0615a13 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 944 time: 0.0631862 Jul 05 12:28:51.953644 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e2b255bb-7b05-4364-a227-136928ed43bf req-9ed273ce-1d4f-490f-b9be-f08da58820e4 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318527 Jul 05 12:28:52.056927 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] get_ports_and_sgs() called for port_ids ['09bb7bd6-1a95-463f-a53b-3b3997c3ba2d'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 12:28:53.131024 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1ebaf-4d3d-45cf-947c-6ac7eb33177b req-21a38ada-830a-4a08-8d9e-4cd5912be3ee tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:53.132474 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6bd1ebaf-4d3d-45cf-947c-6ac7eb33177b req-21a38ada-830a-4a08-8d9e-4cd5912be3ee tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 944 time: 0.0652666 Jul 05 12:28:53.154177 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:28:53.169119 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6bd1ebaf-4d3d-45cf-947c-6ac7eb33177b req-970aef9b-e37e-4108-ba7a-aa2ca7f78246 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311954 Jul 05 12:28:53.346613 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b8601330-3707-4850-be20-f237e62e404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:53.697413 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:54.340402 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f092f6c-5c8e-4488-abba-8a1b24f0aca2 req-38abc9fb-b715-4969-8be5-8f361eb0fad1 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:54.341852 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8f092f6c-5c8e-4488-abba-8a1b24f0aca2 req-38abc9fb-b715-4969-8be5-8f361eb0fad1 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 944 time: 0.0627022 Jul 05 12:28:54.379002 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8f092f6c-5c8e-4488-abba-8a1b24f0aca2 req-f783f73f-5d18-49b4-bba4-e7a9f21abd56 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315149 Jul 05 12:28:54.688651 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:55.490998 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 09bb7bd6-1a95-463f-a53b-3b3997c3ba2d up at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:28:55.538577 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning for port 09bb7bd6-1a95-463f-a53b-3b3997c3ba2d completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:28:55.542126 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning complete for port 09bb7bd6-1a95-463f-a53b-3b3997c3ba2d triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:28:55.542493 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:55.549958 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5f732-9932-40f2-be92-5c2cbe605ead req-57ad2f7c-08a8-43cf-8e9b-d905029cf1e4 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:55.551476 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-60f5f732-9932-40f2-be92-5c2cbe605ead req-57ad2f7c-08a8-43cf-8e9b-d905029cf1e4 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 944 time: 0.0638654 Jul 05 12:28:55.589232 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-60f5f732-9932-40f2-be92-5c2cbe605ead req-92fd4b57-ddab-41e5-80a5-bdd04f3a3a30 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321667 Jul 05 12:28:55.627163 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:55.649325 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb021fa-72c5-4be4-981e-260210306f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09bb7bd6-1a95-463f-a53b-3b3997c3ba2d'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:28:55.651596 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb11927d8d6a4f40405007df32e35409d46ab531454b71f6d23f9687e715819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92bec0d7-b46d-4301-87a6-6378f8048c2c" -d '{"events": [{"server_uuid": "6cb021fa-72c5-4be4-981e-260210306f72", "name": "network-vif-plugged", "status": "completed", "tag": "09bb7bd6-1a95-463f-a53b-3b3997c3ba2d"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:28:55.670462 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port 09bb7bd6-1a95-463f-a53b-3b3997c3ba2d, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=09bb7bd6-1a95-463f-a53b-3b3997c3ba2d,segment=NetworkSegment(989bedde-f9b1-4f0e-b21c-a982e2269015),segment_id=989bedde-f9b1-4f0e-b21c-a982e2269015)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:28:55.675126 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:55.675920 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 6ff188ab-0d94-405f-8cd4-9b64c8548565 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:28:55.697358 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] No Port match for: 6ff188ab-0d94-405f-8cd4-9b64c8548565 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:28:55.697982 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 6ff188ab-0d94-405f-8cd4-9b64c8548565 not bound to the agent host hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:28:55.743274 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=09bb7bd6-1a95-463f-a53b-3b3997c3ba2d,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:28:55.747530 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb8ab0b-892b-4067-afd4-780a5058358c x-openstack-request-id: req-1cb8ab0b-892b-4067-afd4-780a5058358c {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:28:55.747816 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cb021fa-72c5-4be4-981e-260210306f72", "name": "network-vif-plugged", "status": "completed", "tag": "09bb7bd6-1a95-463f-a53b-3b3997c3ba2d", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:28:55.748070 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1cb8ab0b-892b-4067-afd4-780a5058358c {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:28:55.748448 dv-cinder-796286-12-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb021fa-72c5-4be4-981e-260210306f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09bb7bd6-1a95-463f-a53b-3b3997c3ba2d', 'code': 200} Jul 05 12:28:56.251895 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:28:56.764114 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74def35f-09a1-4f30-a167-079f2de24fac req-809c8bcc-b941-4b93-9013-80c2cd6efad8 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:56.765600 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-74def35f-09a1-4f30-a167-079f2de24fac req-809c8bcc-b941-4b93-9013-80c2cd6efad8 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 945 time: 0.0647883 Jul 05 12:28:56.803144 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-74def35f-09a1-4f30-a167-079f2de24fac req-7ce90e5f-0f63-441c-b654-629660c68d63 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321355 Jul 05 12:28:57.250668 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2cfab-eb3e-405b-9f48-dfa92ffb9d1d req-debf5996-7494-46c7-920e-975b35d4a737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:57.252166 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-87f2cfab-eb3e-405b-9f48-dfa92ffb9d1d req-debf5996-7494-46c7-920e-975b35d4a737 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 1098 time: 0.0525212 Jul 05 12:28:57.285878 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-87f2cfab-eb3e-405b-9f48-dfa92ffb9d1d req-82d36bb2-448c-4770-b7b2-060a78a6051b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272419 Jul 05 12:28:57.993314 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ed1e6-852e-4920-a6fa-c5d1908ab6b0 req-1bcc9a70-d8d7-4ca1-8574-0dab8fc68907 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:57.995672 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-676ed1e6-852e-4920-a6fa-c5d1908ab6b0 req-1bcc9a70-d8d7-4ca1-8574-0dab8fc68907 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 945 time: 0.0741973 Jul 05 12:28:58.037996 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-676ed1e6-852e-4920-a6fa-c5d1908ab6b0 req-cd7c7b24-1433-4a24-ae66-3495870efad9 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369678 Jul 05 12:28:59.212944 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7dce62-f5c2-4b6f-9002-5437a4278c83 req-dab5a8e0-75e3-4188-80f2-46b35b55022c tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:59.214537 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0e7dce62-f5c2-4b6f-9002-5437a4278c83 req-dab5a8e0-75e3-4188-80f2-46b35b55022c tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 945 time: 0.0661147 Jul 05 12:28:59.261796 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0e7dce62-f5c2-4b6f-9002-5437a4278c83 req-e37be031-2edf-475a-a932-da9679a6495c tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330775 Jul 05 12:28:59.352953 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f195e76-ba54-47fc-a1e2-533799cef04d req-6cbc0edf-7a89-490e-81a5-f7d74e652eeb tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:59.354429 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1f195e76-ba54-47fc-a1e2-533799cef04d req-6cbc0edf-7a89-490e-81a5-f7d74e652eeb tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.0648541 Jul 05 12:28:59.429897 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1f195e76-ba54-47fc-a1e2-533799cef04d req-64009c8d-c2e3-4547-bf6a-835e6b93b87a tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689008 Jul 05 12:28:59.467864 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092f7a7-0c9e-48f0-ac4e-9bf3a587e426 req-38d939b6-5b9a-4c94-ae1b-47c58372194d tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:59.470528 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6092f7a7-0c9e-48f0-ac4e-9bf3a587e426 req-38d939b6-5b9a-4c94-ae1b-47c58372194d tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 945 time: 0.0876360 Jul 05 12:28:59.507851 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6092f7a7-0c9e-48f0-ac4e-9bf3a587e426 req-82d2fa83-60db-4c11-bfb2-a072593a0bd6 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317218 Jul 05 12:28:59.898208 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e880e30-93db-4954-a569-77221c1253e4 req-495f74ea-0a44-4169-b090-6145ad829063 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:28:59.899707 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8e880e30-93db-4954-a569-77221c1253e4 req-495f74ea-0a44-4169-b090-6145ad829063 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 945 time: 0.0645254 Jul 05 12:28:59.936787 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8e880e30-93db-4954-a569-77221c1253e4 req-0831f68f-76d6-4e83-a2a4-8815203eb704 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313430 Jul 05 12:29:00.616174 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196c1da-006e-4b6f-a373-810a1bf2e48f req-22ae405d-b89a-4875-97d7-196e81bf7b0c tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:00.617901 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6196c1da-006e-4b6f-a373-810a1bf2e48f req-22ae405d-b89a-4875-97d7-196e81bf7b0c tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.0702837 Jul 05 12:29:00.658525 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6196c1da-006e-4b6f-a373-810a1bf2e48f req-f29aba90-6e05-4ab0-b821-4ba25380fc03 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350018 Jul 05 12:29:01.858482 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada81e7-7aad-4c96-861d-7beac8b41a81 req-19adb254-5679-42cc-8fbc-52f635eaed65 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:01.861102 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7ada81e7-7aad-4c96-861d-7beac8b41a81 req-19adb254-5679-42cc-8fbc-52f635eaed65 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.0714939 Jul 05 12:29:01.903153 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7ada81e7-7aad-4c96-861d-7beac8b41a81 req-2ebde8ae-3daf-42c6-aa91-d1b633bc1dc9 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361216 Jul 05 12:29:03.082171 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c51366-2848-4cde-b1a7-9ba65cb7bd69 req-e475b6ff-ad55-4e31-8fd9-dc10b45c0669 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:03.083664 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-05c51366-2848-4cde-b1a7-9ba65cb7bd69 req-e475b6ff-ad55-4e31-8fd9-dc10b45c0669 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.0619872 Jul 05 12:29:03.128275 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-05c51366-2848-4cde-b1a7-9ba65cb7bd69 req-a2aea9dd-25cf-43e4-b705-afcf25f3952a tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359342 Jul 05 12:29:04.299748 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651c43e-c956-486e-81ac-eb5eab3f3f16 req-416ba3b3-3b23-4f38-9c62-162006bd4081 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:04.301119 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3651c43e-c956-486e-81ac-eb5eab3f3f16 req-416ba3b3-3b23-4f38-9c62-162006bd4081 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.0631204 Jul 05 12:29:04.338549 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3651c43e-c956-486e-81ac-eb5eab3f3f16 req-94ff6546-feed-4673-a908-bd0b63b199bb tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320327 Jul 05 12:29:05.513638 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b23dc-1640-475e-b484-f5de663e5ab8 req-e1224993-6526-4366-ad60-953dd82e5271 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:05.515091 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b33b23dc-1640-475e-b484-f5de663e5ab8 req-e1224993-6526-4366-ad60-953dd82e5271 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.0677710 Jul 05 12:29:05.554984 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b33b23dc-1640-475e-b484-f5de663e5ab8 req-320fd8a9-bec8-4bc7-9222-34fafcfcf625 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337255 Jul 05 12:29:06.729927 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7acba-a983-4ce0-b65a-452e616a8b88 req-f9e549d4-e2c1-490e-89db-249ee3837803 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:06.731397 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-07b7acba-a983-4ce0-b65a-452e616a8b88 req-f9e549d4-e2c1-490e-89db-249ee3837803 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.0666435 Jul 05 12:29:06.769817 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-07b7acba-a983-4ce0-b65a-452e616a8b88 req-2fd90a5c-9f95-4313-aa49-38fa417406b0 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321908 Jul 05 12:29:07.946023 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4680303-9d42-4173-97e1-e1e5504b4cfc req-969e55b4-ee87-4e94-82b4-caf8c3f1eb19 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:07.947522 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f4680303-9d42-4173-97e1-e1e5504b4cfc req-969e55b4-ee87-4e94-82b4-caf8c3f1eb19 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.0634148 Jul 05 12:29:07.985095 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f4680303-9d42-4173-97e1-e1e5504b4cfc req-56664212-7a76-4608-b027-0ebd88c35631 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321188 Jul 05 12:29:09.177101 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd004260-854d-4bbf-aa0d-4be92559fd03 req-1f20f338-ae53-461b-b37a-9c3419c03e11 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:09.178481 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fd004260-854d-4bbf-aa0d-4be92559fd03 req-1f20f338-ae53-461b-b37a-9c3419c03e11 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.0844762 Jul 05 12:29:09.216602 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fd004260-854d-4bbf-aa0d-4be92559fd03 req-b11a780c-9c3f-41a1-9148-626c08485eef tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326443 Jul 05 12:29:10.393482 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb6636-1665-402b-84df-e8710f9a8e5c req-d8c6f543-11ff-4345-81f2-4f7c909e9810 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:10.394952 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7cbb6636-1665-402b-84df-e8710f9a8e5c req-d8c6f543-11ff-4345-81f2-4f7c909e9810 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.0627050 Jul 05 12:29:10.432132 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7cbb6636-1665-402b-84df-e8710f9a8e5c req-a9fe45c1-9ddf-4edb-b21d-c935479930e1 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313745 Jul 05 12:29:11.605447 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3f769-7e99-40cc-a930-9907097127b9 req-64ac6f20-c140-4466-bf89-60567c06717a tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:11.606922 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0de3f769-7e99-40cc-a930-9907097127b9 req-64ac6f20-c140-4466-bf89-60567c06717a tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.0623994 Jul 05 12:29:11.644657 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0de3f769-7e99-40cc-a930-9907097127b9 req-8cfffcd5-905e-45f5-8cd7-88d654da6359 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321422 Jul 05 12:29:12.820018 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b400f-daae-4a83-b5b9-0835f9994197 req-6d4d7e53-1992-4752-9cfd-7fab0f47d356 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:12.821502 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ec2b400f-daae-4a83-b5b9-0835f9994197 req-6d4d7e53-1992-4752-9cfd-7fab0f47d356 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.0682013 Jul 05 12:29:12.859375 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ec2b400f-daae-4a83-b5b9-0835f9994197 req-fb464492-4463-4ab0-999d-035a94355c8c tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323765 Jul 05 12:29:13.725346 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc2ad8-40a7-4172-8cb4-a32dbd20ff6a req-c93225ee-7f37-44c0-84d3-ad6fcd4fd92b tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:13.726832 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-28cc2ad8-40a7-4172-8cb4-a32dbd20ff6a req-c93225ee-7f37-44c0-84d3-ad6fcd4fd92b tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 945 time: 0.0628669 Jul 05 12:29:13.764947 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-28cc2ad8-40a7-4172-8cb4-a32dbd20ff6a req-58a1e244-fa9e-4c62-914d-f63452164e95 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326574 Jul 05 12:29:13.790306 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 41154) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:29:13.884148 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b7ecde-c4e3-4afc-93d6-e5bb23d2e420 tempest-TestMinimumBasicScenario-335659521 tempest-TestMinimumBasicScenario-335659521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:13.885663 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-f1b7ecde-c4e3-4afc-93d6-e5bb23d2e420 tempest-TestMinimumBasicScenario-335659521 tempest-TestMinimumBasicScenario-335659521-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 1093 time: 0.0943527 Jul 05 12:29:13.888444 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 41160) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:29:13.893208 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-1c8b1477-5216-46aa-b89e-22c5f2d39993 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Request body: {'floatingip': {'floating_network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'port_id': '09bb7bd6-1a95-463f-a53b-3b3997c3ba2d', 'tenant_id': '4bf300df367b4c379e19b085196596d8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:29:13.917328 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1c8b1477-5216-46aa-b89e-22c5f2d39993 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks [] for floatingip, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:14.060350 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1cf2d0-28ea-4e76-ad8b-afe34e543cf4 req-97205333-a226-4622-b690-4781f8ad9343 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:14.061712 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bf1cf2d0-28ea-4e76-ad8b-afe34e543cf4 req-97205333-a226-4622-b690-4781f8ad9343 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.0903778 Jul 05 12:29:14.067983 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1c8b1477-5216-46aa-b89e-22c5f2d39993 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:14.142232 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bf1cf2d0-28ea-4e76-ad8b-afe34e543cf4 req-be044fdc-bf92-420f-b59d-4e9daeec8b5c tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722601 Jul 05 12:29:14.201030 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-1c8b1477-5216-46aa-b89e-22c5f2d39993 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Allocated IP 172.27.3.123 (aa38b356-d6cf-48be-b408-9464f33b7649/1e645773-65d0-42f3-9bdc-7785aff60c5a/8b8e08b5-8907-4033-93f2-b8eaa3265246) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:29:14.307200 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1c8b1477-5216-46aa-b89e-22c5f2d39993 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:14.347952 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1c8b1477-5216-46aa-b89e-22c5f2d39993 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3485770'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:14.385425 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8b1477-5216-46aa-b89e-22c5f2d39993 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Network aa38b356-d6cf-48be-b408-9464f33b7649 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:29:14.388236 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-1c8b1477-5216-46aa-b89e-22c5f2d39993 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:29:14.393709 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8b1477-5216-46aa-b89e-22c5f2d39993 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:29:14.398906 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b1477-5216-46aa-b89e-22c5f2d39993 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Pushing event updated for resources: {'Port': ['ID=8b8e08b5-8907-4033-93f2-b8eaa3265246,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:29:15.002085 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1c8b1477-5216-46aa-b89e-22c5f2d39993 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:15.084661 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1c8b1477-5216-46aa-b89e-22c5f2d39993 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:15.241475 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda50c2-bf3a-4443-a079-55296e96a3d0 req-ae8e742b-e579-4a25-97b4-038ad4c7eacc tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:15.243006 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-feda50c2-bf3a-4443-a079-55296e96a3d0 req-ae8e742b-e579-4a25-97b4-038ad4c7eacc tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 946 time: 0.1268141 Jul 05 12:29:15.335248 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-feda50c2-bf3a-4443-a079-55296e96a3d0 req-6e758034-a6cd-46a9-ab20-36831087abd8 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835807 Jul 05 12:29:15.358095 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1c8b1477-5216-46aa-b89e-22c5f2d39993 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:15.364608 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1c8b1477-5216-46aa-b89e-22c5f2d39993 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3485880'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:15.411671 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899e740-bb95-4d07-89df-254382f70c67 req-5c060290-e4a6-4a3d-92fe-1e04a67a9096 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:15.413175 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3899e740-bb95-4d07-89df-254382f70c67 req-5c060290-e4a6-4a3d-92fe-1e04a67a9096 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.1513515 Jul 05 12:29:15.469854 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b1477-5216-46aa-b89e-22c5f2d39993 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Pushing event updated for resources: {'Port': ['ID=8b8e08b5-8907-4033-93f2-b8eaa3265246,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:29:15.480504 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1c8b1477-5216-46aa-b89e-22c5f2d39993 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575314'] for floatingip, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:15.531542 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3899e740-bb95-4d07-89df-254382f70c67 req-b45fa9c7-16fe-4e92-8d8c-8c0d4136cd8a tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938497 Jul 05 12:29:15.593861 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.db.l3_db [None req-1c8b1477-5216-46aa-b89e-22c5f2d39993 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Floating IP 50d3c179-b43b-4433-9fe4-ee5c49e426bf associated. External IP: 172.27.3.123, port: 09bb7bd6-1a95-463f-a53b-3b3997c3ba2d. Jul 05 12:29:15.889104 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8b1477-5216-46aa-b89e-22c5f2d39993 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Router 65484cf8-9e19-4a7e-b641-d2f3ffe8b97d has already been hosted by L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 12:29:15.980483 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9eeccc-587e-4141-b4fb-32185c1e0605 req-8cb466f2-6f91-4a17-a4a9-6f15617a0fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:15.981980 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bd9eeccc-587e-4141-b4fb-32185c1e0605 req-8cb466f2-6f91-4a17-a4a9-6f15617a0fd5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=35f01324a75d49b0a41482389c6e6ffa&device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 1098 time: 0.1639245 Jul 05 12:29:15.991878 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed04172-b70d-4b65-abe3-c3a8891c8904 req-6a0709dd-0ae5-41b9-9999-08df793673e3 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:15.993276 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9ed04172-b70d-4b65-abe3-c3a8891c8904 req-6a0709dd-0ae5-41b9-9999-08df793673e3 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.1764541 Jul 05 12:29:16.121581 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8b1477-5216-46aa-b89e-22c5f2d39993 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:29:16.131289 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8433660f-025b-4bd8-a2a9-048ff7f1318e None None] Sync routers for ids ['65484cf8-9e19-4a7e-b641-d2f3ffe8b97d'] in dv-cinder-796286-12-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:29:16.132089 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9ed04172-b70d-4b65-abe3-c3a8891c8904 req-43d78dd2-4484-4baf-ae63-45e53b79e763 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104255 Jul 05 12:29:16.140743 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8433660f-025b-4bd8-a2a9-048ff7f1318e None None] Routers {'65484cf8-9e19-4a7e-b641-d2f3ffe8b97d'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:29:16.141371 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-8433660f-025b-4bd8-a2a9-048ff7f1318e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:28:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['65484cf8-9e19-4a7e-b641-d2f3ffe8b97d'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:29:16.160753 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1c8b1477-5216-46aa-b89e-22c5f2d39993 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for floatingip, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:16.186564 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9eeccc-587e-4141-b4fb-32185c1e0605 req-bd9edab0-8aac-4f1d-a211-cb6d53d396a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:16.188720 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bd9eeccc-587e-4141-b4fb-32185c1e0605 req-bd9edab0-8aac-4f1d-a211-cb6d53d396a7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ce9dc6dd-f0bf-4ede-a694-43b2f2633288 HTTP/1.1" status: 200 len: 912 time: 0.1944149 Jul 05 12:29:16.243675 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-1c8b1477-5216-46aa-b89e-22c5f2d39993 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3542039 Jul 05 12:29:16.246602 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 41200) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:29:16.247821 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb021fa-72c5-4be4-981e-260210306f72', 'tag': '09bb7bd6-1a95-463f-a53b-3b3997c3ba2d'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:29:16.250060 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38d66cb680d8e216a4639fd07ffcdd1e1f1f0bb375bf284fc7cc66ae145b2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c64199-5a46-46dd-b466-0f28125647e8" -d '{"events": [{"name": "network-changed", "server_uuid": "6cb021fa-72c5-4be4-981e-260210306f72", "tag": "09bb7bd6-1a95-463f-a53b-3b3997c3ba2d"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:29:16.252936 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-d41f3f1b-c73b-4368-83d3-d5892f169c16 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-36807604', 'description': 'tempest-secgroup-smoke-36807604 description', 'project_id': '4bf300df367b4c379e19b085196596d8'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:29:16.273441 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-8433660f-025b-4bd8-a2a9-048ff7f1318e None None] Set router 65484cf8-9e19-4a7e-b641-d2f3ffe8b97d gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:29:16.274022 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bd9eeccc-587e-4141-b4fb-32185c1e0605 req-e07824eb-c275-4954-b12d-019bc9c8498f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dff58fd-c8ab-4cdd-9429-db08b90f7cfb HTTP/1.1" status: 200 len: 1001 time: 0.0771017 Jul 05 12:29:16.297699 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d41f3f1b-c73b-4368-83d3-d5892f169c16 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:16.319167 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 12:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d9cd23-bc27-41b3-aa57-176d2a4a5564 x-openstack-request-id: req-51d9cd23-bc27-41b3-aa57-176d2a4a5564 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:29:16.319167 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cb021fa-72c5-4be4-981e-260210306f72", "tag": "09bb7bd6-1a95-463f-a53b-3b3997c3ba2d", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:29:16.319543 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-51d9cd23-bc27-41b3-aa57-176d2a4a5564 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:29:16.319791 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb021fa-72c5-4be4-981e-260210306f72', 'tag': '09bb7bd6-1a95-463f-a53b-3b3997c3ba2d', 'status': 'completed', 'code': 200} Jul 05 12:29:16.327128 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9eeccc-587e-4141-b4fb-32185c1e0605 req-5afbd604-af3c-47e1-9120-b69f6f461215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:16.328573 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bd9eeccc-587e-4141-b4fb-32185c1e0605 req-5afbd604-af3c-47e1-9120-b69f6f461215 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2d9e9361-6ae5-4568-a40d-d37eb215fca7 HTTP/1.1" status: 200 len: 850 time: 0.0479257 Jul 05 12:29:16.391288 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9eeccc-587e-4141-b4fb-32185c1e0605 req-e2cdfbb9-aa81-477f-bafc-89866ffb0283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:16.393251 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bd9eeccc-587e-4141-b4fb-32185c1e0605 req-e2cdfbb9-aa81-477f-bafc-89866ffb0283 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ce9dc6dd-f0bf-4ede-a694-43b2f2633288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0576077 Jul 05 12:29:16.428835 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d41f3f1b-c73b-4368-83d3-d5892f169c16 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:16.444269 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c64199-5a46-46dd-b466-0f28125647e8 req-799f1723-7946-4de1-ab31-8af8831f3a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:16.446082 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-42c64199-5a46-46dd-b466-0f28125647e8 req-799f1723-7946-4de1-ab31-8af8831f3a2c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bf300df367b4c379e19b085196596d8&device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 1098 time: 0.1231105 Jul 05 12:29:16.446870 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d41f3f1b-c73b-4368-83d3-d5892f169c16 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:16.518528 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 41210) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:29:16.541008 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f3f1b-c73b-4368-83d3-d5892f169c16 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee3d070-eb45-4bef-8e39-f58dcd8aed2b,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:29:16.553186 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f3f1b-c73b-4368-83d3-d5892f169c16 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:29:16.553793 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f3f1b-c73b-4368-83d3-d5892f169c16 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:29:16.554305 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f3f1b-c73b-4368-83d3-d5892f169c16 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:29:16.554832 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f3f1b-c73b-4368-83d3-d5892f169c16 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:29:16.555353 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f3f1b-c73b-4368-83d3-d5892f169c16 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:29:16.555878 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f3f1b-c73b-4368-83d3-d5892f169c16 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:29:16.556370 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f3f1b-c73b-4368-83d3-d5892f169c16 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:29:16.556875 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f3f1b-c73b-4368-83d3-d5892f169c16 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:29:16.557211 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f3f1b-c73b-4368-83d3-d5892f169c16 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:29:16.557543 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f3f1b-c73b-4368-83d3-d5892f169c16 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:29:16.558035 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f3f1b-c73b-4368-83d3-d5892f169c16 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:29:16.558523 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f3f1b-c73b-4368-83d3-d5892f169c16 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:29:16.568078 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-8433660f-025b-4bd8-a2a9-048ff7f1318e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65484cf8-9e19-4a7e-b641-d2f3ffe8b97d', 'name': 'tempest-TestMinimumBasicScenario-1792274710-router', 'tenant_id': '4bf300df367b4c379e19b085196596d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '91c47bcb-68ba-40c4-bbf7-b9651a3cf823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:28:06Z', 'updated_at': '2021-07-05T12:28:10Z', 'revision_number': 4, 'project_id': '4bf300df367b4c379e19b085196596d8', 'gw_port': {'id': '91c47bcb-68ba-40c4-bbf7-b9651a3cf823', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65484cf8-9e19-4a7e-b641-d2f3ffe8b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:28:07Z', 'updated_at': '2021-07-05T12:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_floatingips': [{'id': '50d3c179-b43b-4433-9fe4-ee5c49e426bf', 'tenant_id': '4bf300df367b4c379e19b085196596d8', 'floating_ip_address': '172.27.3.123', 'floating_network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'router_id': '65484cf8-9e19-4a7e-b641-d2f3ffe8b97d', 'port_id': '09bb7bd6-1a95-463f-a53b-3b3997c3ba2d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20f83d02-1a02-4231-9787-67c36fcfd4b6', 'mac_address': 'fa:16:3e:b0:56:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb021fa-72c5-4be4-981e-260210306f72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T12:29:14Z', 'updated_at': '2021-07-05T12:29:14Z', 'revision_number': 0, 'project_id': '4bf300df367b4c379e19b085196596d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b0693a-79c7-4442-b7d6-503c938d7627', 'name': '', 'network_id': '20f83d02-1a02-4231-9787-67c36fcfd4b6', 'tenant_id': '4bf300df367b4c379e19b085196596d8', 'mac_address': 'fa:16:3e:7e:ed:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65484cf8-9e19-4a7e-b641-d2f3ffe8b97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'dae6a4f6-bb01-419e-a45a-2fe1e4753d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:28:09Z', 'updated_at': '2021-07-05T12:28:16Z', 'revision_number': 5, 'project_id': '4bf300df367b4c379e19b085196596d8', 'subnets': [{'id': 'dae6a4f6-bb01-419e-a45a-2fe1e4753d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:29:16.591744 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c64199-5a46-46dd-b466-0f28125647e8 req-167be96f-052a-433b-ba7a-ffc91871cf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:16.593226 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-42c64199-5a46-46dd-b466-0f28125647e8 req-167be96f-052a-433b-ba7a-ffc91871cf50 service neutron] 10.222.0.16 "GET /v2.0/networks?id=20f83d02-1a02-4231-9787-67c36fcfd4b6 HTTP/1.1" status: 200 len: 916 time: 0.1211469 Jul 05 12:29:16.598613 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8433660f-025b-4bd8-a2a9-048ff7f1318e None None] Checking router: 65484cf8-9e19-4a7e-b641-d2f3ffe8b97d for host: dv-cinder-796286-12-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:29:16.600536 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d41f3f1b-c73b-4368-83d3-d5892f169c16 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:16.602007 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d41f3f1b-c73b-4368-83d3-d5892f169c16 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.3542693 Jul 05 12:29:16.603109 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bd9eeccc-587e-4141-b4fb-32185c1e0605 req-b4d03887-723b-4498-b5da-ba61e928efef service neutron] 10.222.0.16 "GET /v2.0/networks/ce9dc6dd-f0bf-4ede-a694-43b2f2633288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934292 Jul 05 12:29:16.609874 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 41212) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:29:16.610567 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8433660f-025b-4bd8-a2a9-048ff7f1318e None None] Routers {'65484cf8-9e19-4a7e-b641-d2f3ffe8b97d'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:29:16.611944 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-8433660f-025b-4bd8-a2a9-048ff7f1318e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:28:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['65484cf8-9e19-4a7e-b641-d2f3ffe8b97d'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:29:16.614451 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea9f13-7920-4f63-bfc5-c98729f52955 req-ff5bc119-22d3-43e7-b54b-f1c609a41b6e tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:16.614691 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-d3eabaec-4125-4621-9baf-4d43dcc79970 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Request body: {'security_group_rule': {'security_group_id': '4ee3d070-eb45-4bef-8e39-f58dcd8aed2b', 'project_id': '4bf300df367b4c379e19b085196596d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:29:16.616011 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-80ea9f13-7920-4f63-bfc5-c98729f52955 req-ff5bc119-22d3-43e7-b54b-f1c609a41b6e tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 946 time: 0.1451094 Jul 05 12:29:16.618962 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_v2 [None req-e987f414-a541-4916-b8ad-9f636413753d admin admin] Deleting subnet eee5dcd3-775e-42fe-9380-c1c048b9856b {{(pid=92929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 12:29:16.623124 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e987f414-a541-4916-b8ad-9f636413753d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:16.686034 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d3eabaec-4125-4621-9baf-4d43dcc79970 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:16.692179 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-42c64199-5a46-46dd-b466-0f28125647e8 req-0dc49967-a432-483d-8eac-afb44c995f57 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09bb7bd6-1a95-463f-a53b-3b3997c3ba2d HTTP/1.1" status: 200 len: 999 time: 0.0888784 Jul 05 12:29:16.731021 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e987f414-a541-4916-b8ad-9f636413753d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192288'] for subnet, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:16.731899 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-8433660f-025b-4bd8-a2a9-048ff7f1318e None None] Set router 65484cf8-9e19-4a7e-b641-d2f3ffe8b97d gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:29:16.774752 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c64199-5a46-46dd-b466-0f28125647e8 req-bddb3843-0f2f-4b83-ada2-f7b080d21189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:16.776283 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-42c64199-5a46-46dd-b466-0f28125647e8 req-bddb3843-0f2f-4b83-ada2-f7b080d21189 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dae6a4f6-bb01-419e-a45a-2fe1e4753d41 HTTP/1.1" status: 200 len: 854 time: 0.0761530 Jul 05 12:29:16.777286 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-80ea9f13-7920-4f63-bfc5-c98729f52955 req-87c4be9e-32ca-4702-89cc-35c9409e9d4e tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520565 Jul 05 12:29:16.796747 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d3eabaec-4125-4621-9baf-4d43dcc79970 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:16.805374 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e987f414-a541-4916-b8ad-9f636413753d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882782'] for subnet, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:16.821995 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d3eabaec-4125-4621-9baf-4d43dcc79970 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27642'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:16.841766 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bd9eeccc-587e-4141-b4fb-32185c1e0605 req-c13f1cd6-9f1c-46f2-acea-805052d93b8d service neutron] 10.222.0.16 "GET /v2.0/networks/ce9dc6dd-f0bf-4ede-a694-43b2f2633288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153139 Jul 05 12:29:16.847445 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eabaec-4125-4621-9baf-4d43dcc79970 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=622d1cf3-0726-48e8-b36e-a1e1925736b1,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:29:16.865131 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d3eabaec-4125-4621-9baf-4d43dcc79970 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:16.866977 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d3eabaec-4125-4621-9baf-4d43dcc79970 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2559264 Jul 05 12:29:16.870013 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 41214) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:29:16.874555 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-53f50b87-bbfe-4c02-90e5-a9616bf7cba2 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Request body: {'security_group_rule': {'security_group_id': '4ee3d070-eb45-4bef-8e39-f58dcd8aed2b', 'project_id': '4bf300df367b4c379e19b085196596d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:29:16.888843 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e987f414-a541-4916-b8ad-9f636413753d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3485817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3224283'] for subnet, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:16.895475 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c64199-5a46-46dd-b466-0f28125647e8 req-1996bf60-d6ff-4dd8-8d15-d99782825a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:16.897821 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-42c64199-5a46-46dd-b466-0f28125647e8 req-1996bf60-d6ff-4dd8-8d15-d99782825a87 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20f83d02-1a02-4231-9787-67c36fcfd4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1125870 Jul 05 12:29:16.917443 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987f414-a541-4916-b8ad-9f636413753d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eee5dcd3-775e-42fe-9380-c1c048b9856b,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:29:16.921261 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e987f414-a541-4916-b8ad-9f636413753d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:16.923040 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-e987f414-a541-4916-b8ad-9f636413753d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/eee5dcd3-775e-42fe-9380-c1c048b9856b HTTP/1.1" status: 204 len: 168 time: 0.4023118 Jul 05 12:29:16.926520 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 41216) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:29:16.958959 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-53f50b87-bbfe-4c02-90e5-a9616bf7cba2 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:16.993903 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-25f0730d-0273-417f-937f-410455a93e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773155'] for network, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:17.043946 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-42c64199-5a46-46dd-b466-0f28125647e8 req-80f59624-3ba8-450f-be42-121add4906fd service neutron] 10.222.0.16 "GET /v2.0/networks/20f83d02-1a02-4231-9787-67c36fcfd4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386540 Jul 05 12:29:17.054267 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-53f50b87-bbfe-4c02-90e5-a9616bf7cba2 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:17.068312 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-53f50b87-bbfe-4c02-90e5-a9616bf7cba2 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27642'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:17.080002 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-25f0730d-0273-417f-937f-410455a93e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880587', 'neutron.services.segments.db._delete_segments_for_network-8761929754462'] for network, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:17.091586 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-25f0730d-0273-417f-937f-410455a93e23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af313dbd-41f4-4ed4-a68b-ab3123ac27d6']}} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:29:17.101961 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-25f0730d-0273-417f-937f-410455a93e23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0653b9c-2549-4a1d-924f-c7c3d975cbba') {'for_net_delete': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:29:17.102273 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-25f0730d-0273-417f-937f-410455a93e23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0653b9c-2549-4a1d-924f-c7c3d975cbba') {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:29:17.113002 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-25f0730d-0273-417f-937f-410455a93e23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761929721474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192311'] for segment, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:17.129336 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-25f0730d-0273-417f-937f-410455a93e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207'] for segment, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:17.131396 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f50b87-bbfe-4c02-90e5-a9616bf7cba2 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f0efe31-824d-4a07-8dc4-f22f0892af3a,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:29:17.137132 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25f0730d-0273-417f-937f-410455a93e23 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=92929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 12:29:17.137849 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-25f0730d-0273-417f-937f-410455a93e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3485852'] for segment, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:17.140019 dv-cinder-796286-12-iscsi neutron-server[92929]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 12:29:17.140019 dv-cinder-796286-12-iscsi neutron-server[92929]: conditions |= (models_v2.Port.network_id.in_( Jul 05 12:29:17.140019 dv-cinder-796286-12-iscsi neutron-server[92929]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 12:29:17.140019 dv-cinder-796286-12-iscsi neutron-server[92929]: conditions |= (models_v2.Port.network_id.in_( Jul 05 12:29:17.140019 dv-cinder-796286-12-iscsi neutron-server[92929]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 12:29:17.140019 dv-cinder-796286-12-iscsi neutron-server[92929]: conditions |= (models_v2.Port.network_id.in_( Jul 05 12:29:17.140019 dv-cinder-796286-12-iscsi neutron-server[92929]: Traceback (most recent call last): Jul 05 12:29:17.140019 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 12:29:17.140019 dv-cinder-796286-12-iscsi neutron-server[92929]: timer() Jul 05 12:29:17.140019 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 12:29:17.140019 dv-cinder-796286-12-iscsi neutron-server[92929]: cb(*args, **kw) Jul 05 12:29:17.140019 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 12:29:17.140019 dv-cinder-796286-12-iscsi neutron-server[92929]: return func(*args, **kwargs) Jul 05 12:29:17.140019 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 12:29:17.140019 dv-cinder-796286-12-iscsi neutron-server[92929]: self._notify() Jul 05 12:29:17.140019 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 12:29:17.140019 dv-cinder-796286-12-iscsi neutron-server[92929]: self.callback(batched_events) Jul 05 12:29:17.140019 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 12:29:17.140019 dv-cinder-796286-12-iscsi neutron-server[92929]: event.method(event) Jul 05 12:29:17.140019 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 12:29:17.140019 dv-cinder-796286-12-iscsi neutron-server[92929]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 12:29:17.140019 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 12:29:17.140019 dv-cinder-796286-12-iscsi neutron-server[92929]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 12:29:17.140019 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 12:29:17.140019 dv-cinder-796286-12-iscsi neutron-server[92929]: return f(self, *a, **k) Jul 05 12:29:17.140019 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 12:29:17.140019 dv-cinder-796286-12-iscsi neutron-server[92929]: return self._get(url).json() Jul 05 12:29:17.140019 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 12:29:17.140019 dv-cinder-796286-12-iscsi neutron-server[92929]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 12:29:17.140019 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 12:29:17.140019 dv-cinder-796286-12-iscsi neutron-server[92929]: return self.request(url, 'GET', **kwargs) Jul 05 12:29:17.140019 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 12:29:17.140019 dv-cinder-796286-12-iscsi neutron-server[92929]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 12:29:17.140019 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 12:29:17.140019 dv-cinder-796286-12-iscsi neutron-server[92929]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 12:29:17.140019 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 12:29:17.140019 dv-cinder-796286-12-iscsi neutron-server[92929]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 12:29:17.140019 dv-cinder-796286-12-iscsi neutron-server[92929]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 12:29:17.143165 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-53f50b87-bbfe-4c02-90e5-a9616bf7cba2 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:17.144215 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-53f50b87-bbfe-4c02-90e5-a9616bf7cba2 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2732015 Jul 05 12:29:17.145045 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-8433660f-025b-4bd8-a2a9-048ff7f1318e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65484cf8-9e19-4a7e-b641-d2f3ffe8b97d', 'name': 'tempest-TestMinimumBasicScenario-1792274710-router', 'tenant_id': '4bf300df367b4c379e19b085196596d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '91c47bcb-68ba-40c4-bbf7-b9651a3cf823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:28:06Z', 'updated_at': '2021-07-05T12:28:10Z', 'revision_number': 4, 'project_id': '4bf300df367b4c379e19b085196596d8', 'gw_port': {'id': '91c47bcb-68ba-40c4-bbf7-b9651a3cf823', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65484cf8-9e19-4a7e-b641-d2f3ffe8b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:28:07Z', 'updated_at': '2021-07-05T12:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_floatingips': [{'id': '50d3c179-b43b-4433-9fe4-ee5c49e426bf', 'tenant_id': '4bf300df367b4c379e19b085196596d8', 'floating_ip_address': '172.27.3.123', 'floating_network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'router_id': '65484cf8-9e19-4a7e-b641-d2f3ffe8b97d', 'port_id': '09bb7bd6-1a95-463f-a53b-3b3997c3ba2d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20f83d02-1a02-4231-9787-67c36fcfd4b6', 'mac_address': 'fa:16:3e:b0:56:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb021fa-72c5-4be4-981e-260210306f72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T12:29:14Z', 'updated_at': '2021-07-05T12:29:14Z', 'revision_number': 0, 'project_id': '4bf300df367b4c379e19b085196596d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b0693a-79c7-4442-b7d6-503c938d7627', 'name': '', 'network_id': '20f83d02-1a02-4231-9787-67c36fcfd4b6', 'tenant_id': '4bf300df367b4c379e19b085196596d8', 'mac_address': 'fa:16:3e:7e:ed:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65484cf8-9e19-4a7e-b641-d2f3ffe8b97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'dae6a4f6-bb01-419e-a45a-2fe1e4753d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:28:09Z', 'updated_at': '2021-07-05T12:28:16Z', 'revision_number': 5, 'project_id': '4bf300df367b4c379e19b085196596d8', 'subnets': [{'id': 'dae6a4f6-bb01-419e-a45a-2fe1e4753d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:29:17.147248 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 41218) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:29:17.152266 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-278d34b0-4ed8-416f-a4b3-e98b362015ab tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Request body: {'security_group_rule': {'security_group_id': '4ee3d070-eb45-4bef-8e39-f58dcd8aed2b', 'project_id': '4bf300df367b4c379e19b085196596d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:29:17.181089 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8433660f-025b-4bd8-a2a9-048ff7f1318e None None] The sync data for ids ['65484cf8-9e19-4a7e-b641-d2f3ffe8b97d'] in dv-cinder-796286-12-iscsi is: [{'id': '65484cf8-9e19-4a7e-b641-d2f3ffe8b97d', 'name': 'tempest-TestMinimumBasicScenario-1792274710-router', 'tenant_id': '4bf300df367b4c379e19b085196596d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '91c47bcb-68ba-40c4-bbf7-b9651a3cf823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:28:06Z', 'updated_at': '2021-07-05T12:28:10Z', 'revision_number': 4, 'project_id': '4bf300df367b4c379e19b085196596d8', 'gw_port': {'id': '91c47bcb-68ba-40c4-bbf7-b9651a3cf823', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65484cf8-9e19-4a7e-b641-d2f3ffe8b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:28:07Z', 'updated_at': '2021-07-05T12:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_floatingips': [{'id': '50d3c179-b43b-4433-9fe4-ee5c49e426bf', 'tenant_id': '4bf300df367b4c379e19b085196596d8', 'floating_ip_address': '172.27.3.123', 'floating_network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'router_id': '65484cf8-9e19-4a7e-b641-d2f3ffe8b97d', 'port_id': '09bb7bd6-1a95-463f-a53b-3b3997c3ba2d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20f83d02-1a02-4231-9787-67c36fcfd4b6', 'mac_address': 'fa:16:3e:b0:56:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb021fa-72c5-4be4-981e-260210306f72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T12:29:14Z', 'updated_at': '2021-07-05T12:29:14Z', 'revision_number': 0, 'project_id': '4bf300df367b4c379e19b085196596d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b0693a-79c7-4442-b7d6-503c938d7627', 'name': '', 'network_id': '20f83d02-1a02-4231-9787-67c36fcfd4b6', 'tenant_id': '4bf300df367b4c379e19b085196596d8', 'mac_address': 'fa:16:3e:7e:ed:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65484cf8-9e19-4a7e-b641-d2f3ffe8b97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'dae6a4f6-bb01-419e-a45a-2fe1e4753d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:28:09Z', 'updated_at': '2021-07-05T12:28:16Z', 'revision_number': 5, 'project_id': '4bf300df367b4c379e19b085196596d8', 'subnets': [{'id': 'dae6a4f6-bb01-419e-a45a-2fe1e4753d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:29:17.208766 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-42c64199-5a46-46dd-b466-0f28125647e8 req-696094c2-d5bf-4dae-9c2d-6878cf01dd57 service neutron] 10.222.0.16 "GET /v2.0/networks/20f83d02-1a02-4231-9787-67c36fcfd4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512125 Jul 05 12:29:17.212718 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-25f0730d-0273-417f-937f-410455a93e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575308'] for network, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:17.219866 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-25f0730d-0273-417f-937f-410455a93e23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:17.222247 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-25f0730d-0273-417f-937f-410455a93e23 admin admin] 10.222.0.52 "DELETE /v2.0/networks/af313dbd-41f4-4ed4-a68b-ab3123ac27d6 HTTP/1.1" status: 204 len: 168 time: 0.2946880 Jul 05 12:29:17.241865 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0730d-0273-417f-937f-410455a93e23 admin admin] Pushing event deleted for resources: {'Network': ['ID=af313dbd-41f4-4ed4-a68b-ab3123ac27d6,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:29:17.250702 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-278d34b0-4ed8-416f-a4b3-e98b362015ab tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:17.309944 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-278d34b0-4ed8-416f-a4b3-e98b362015ab tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:17.315426 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-278d34b0-4ed8-416f-a4b3-e98b362015ab tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27642'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:17.334608 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d34b0-4ed8-416f-a4b3-e98b362015ab tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19efb61f-95b2-4f95-87c7-c28713ea5699,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:29:17.341262 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-278d34b0-4ed8-416f-a4b3-e98b362015ab tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:17.343139 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-278d34b0-4ed8-416f-a4b3-e98b362015ab tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1943159 Jul 05 12:29:17.346256 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 41224) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:29:17.353248 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-525cd7e2-fda0-47ea-835d-2eae51cd358d tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Request body: {'security_group_rule': {'security_group_id': '4ee3d070-eb45-4bef-8e39-f58dcd8aed2b', 'project_id': '4bf300df367b4c379e19b085196596d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:29:17.358535 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25db53b-28c0-4a5a-99ea-b152f302f9f6 req-92eb2709-1857-46c8-94c0-f25b60ab141e tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:17.360124 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b25db53b-28c0-4a5a-99ea-b152f302f9f6 req-92eb2709-1857-46c8-94c0-f25b60ab141e tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.0779428 Jul 05 12:29:17.394978 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-525cd7e2-fda0-47ea-835d-2eae51cd358d tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:17.422527 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b25db53b-28c0-4a5a-99ea-b152f302f9f6 req-e959a229-d629-4af9-9dca-1808aa61de71 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558443 Jul 05 12:29:17.477820 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-525cd7e2-fda0-47ea-835d-2eae51cd358d tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:17.483087 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-525cd7e2-fda0-47ea-835d-2eae51cd358d tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27642'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:17.492628 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 41226) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:29:17.507867 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525cd7e2-fda0-47ea-835d-2eae51cd358d tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03d8f4f9-7590-48c1-900a-7634a93c5113,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:29:17.515591 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-525cd7e2-fda0-47ea-835d-2eae51cd358d tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:17.518772 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-525cd7e2-fda0-47ea-835d-2eae51cd358d tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1697702 Jul 05 12:29:17.520676 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 41228) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:29:17.526787 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe4cd33-430e-4762-854c-2899380f329a None None] New status for floating IP 50d3c179-b43b-4433-9fe4-ee5c49e426bf: ACTIVE {{(pid=92931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 12:29:17.534350 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-eea341e1-38fc-414c-9b70-f02feb47e8be tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Request body: {'security_group_rule': {'security_group_id': '4ee3d070-eb45-4bef-8e39-f58dcd8aed2b', 'project_id': '4bf300df367b4c379e19b085196596d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:29:17.551514 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-2e5cea05-09fe-432a-92a7-5ed324336aee admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0eb9fe4dc7ca4600836a2dfad99c6cb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0566199 Jul 05 12:29:17.554098 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 41230) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:29:17.570641 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.db.securitygroups_db [None req-eea341e1-38fc-414c-9b70-f02feb47e8be tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Project 4bf300df367b4c379e19b085196596d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 12:29:17.581352 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-eea341e1-38fc-414c-9b70-f02feb47e8be tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:17.644600 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d323b03f-3efe-4267-8456-00e615afe0cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:17.682823 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d323b03f-3efe-4267-8456-00e615afe0cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:17.685222 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-eea341e1-38fc-414c-9b70-f02feb47e8be tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:17.691179 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-eea341e1-38fc-414c-9b70-f02feb47e8be tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27642'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:17.726762 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea341e1-38fc-414c-9b70-f02feb47e8be tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be7e94fe-77ca-4236-a279-e9f34526b12f,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:29:17.737691 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-eea341e1-38fc-414c-9b70-f02feb47e8be tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:17.739181 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-eea341e1-38fc-414c-9b70-f02feb47e8be tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2173553 Jul 05 12:29:17.741874 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 41232) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:29:17.746733 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-b73eaf91-279c-4a18-ad16-9936fc13e563 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Request body: {'security_group_rule': {'security_group_id': '4ee3d070-eb45-4bef-8e39-f58dcd8aed2b', 'project_id': '4bf300df367b4c379e19b085196596d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:29:17.769202 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.db.securitygroups_db [None req-b73eaf91-279c-4a18-ad16-9936fc13e563 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Project 4bf300df367b4c379e19b085196596d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 12:29:17.773635 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d323b03f-3efe-4267-8456-00e615afe0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:17.776191 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d323b03f-3efe-4267-8456-00e615afe0cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:17.777349 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d323b03f-3efe-4267-8456-00e615afe0cf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f71a77dd-2836-49af-bc51-55378fb2809c HTTP/1.1" status: 204 len: 168 time: 0.2223308 Jul 05 12:29:17.780741 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b73eaf91-279c-4a18-ad16-9936fc13e563 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:17.796854 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323b03f-3efe-4267-8456-00e615afe0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71a77dd-2836-49af-bc51-55378fb2809c,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:29:17.858717 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b73eaf91-279c-4a18-ad16-9936fc13e563 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:17.862647 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b73eaf91-279c-4a18-ad16-9936fc13e563 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27642'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:17.880045 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73eaf91-279c-4a18-ad16-9936fc13e563 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3f9afe8-9018-4828-bc31-8fdd5e786a0b,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:29:17.887627 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b73eaf91-279c-4a18-ad16-9936fc13e563 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:17.888908 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-b73eaf91-279c-4a18-ad16-9936fc13e563 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1460087 Jul 05 12:29:18.030853 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bd8aafd6-2154-4f77-98f5-c5c0b48ac6c5 req-0810fa53-fc4b-402f-b53a-ec7fdfb7ea6b tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-36807604&fields=id&tenant_id=4bf300df367b4c379e19b085196596d8 HTTP/1.1" status: 200 len: 267 time: 0.0477149 Jul 05 12:29:18.041949 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:18.108816 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8aafd6-2154-4f77-98f5-c5c0b48ac6c5 req-9b81112c-d954-4b8f-b1ad-5384821e1837 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:18.110494 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bd8aafd6-2154-4f77-98f5-c5c0b48ac6c5 req-9b81112c-d954-4b8f-b1ad-5384821e1837 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 945 time: 0.0786757 Jul 05 12:29:18.123025 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-bd8aafd6-2154-4f77-98f5-c5c0b48ac6c5 req-f3ef1a9f-a583-4eed-9720-471b46d2cf49 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Request body: {'port': {'security_groups': ['ebca8198-b5dd-46f1-841d-f1d46e7dad83', '4ee3d070-eb45-4bef-8e39-f58dcd8aed2b']}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:29:18.245977 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-bd8aafd6-2154-4f77-98f5-c5c0b48ac6c5 req-f3ef1a9f-a583-4eed-9720-471b46d2cf49 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:18.314324 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935646af-d77a-46d7-8533-4dd4de33d0ae req-cb10f374-d027-41ce-bc52-fccc2edc598c tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:18.316139 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-935646af-d77a-46d7-8533-4dd4de33d0ae req-cb10f374-d027-41ce-bc52-fccc2edc598c tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 946 time: 0.1222489 Jul 05 12:29:18.382006 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-935646af-d77a-46d7-8533-4dd4de33d0ae req-9145f03e-856c-4a47-bd2b-7a3420795264 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595000 Jul 05 12:29:18.477561 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-bd8aafd6-2154-4f77-98f5-c5c0b48ac6c5 req-f3ef1a9f-a583-4eed-9720-471b46d2cf49 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] For port 09bb7bd6-1a95-463f-a53b-3b3997c3ba2d, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=09bb7bd6-1a95-463f-a53b-3b3997c3ba2d,segment=NetworkSegment(989bedde-f9b1-4f0e-b21c-a982e2269015),segment_id=989bedde-f9b1-4f0e-b21c-a982e2269015)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:29:18.506839 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-bd8aafd6-2154-4f77-98f5-c5c0b48ac6c5 req-f3ef1a9f-a583-4eed-9720-471b46d2cf49 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:18.511225 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-bd8aafd6-2154-4f77-98f5-c5c0b48ac6c5 req-f3ef1a9f-a583-4eed-9720-471b46d2cf49 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3485880'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:18.525675 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] get_ports_and_sgs() called for port_ids ['09bb7bd6-1a95-463f-a53b-3b3997c3ba2d'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 12:29:18.569386 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8aafd6-2154-4f77-98f5-c5c0b48ac6c5 req-f3ef1a9f-a583-4eed-9720-471b46d2cf49 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:18.570067 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-bd8aafd6-2154-4f77-98f5-c5c0b48ac6c5 req-f3ef1a9f-a583-4eed-9720-471b46d2cf49 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:18.571503 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bd8aafd6-2154-4f77-98f5-c5c0b48ac6c5 req-f3ef1a9f-a583-4eed-9720-471b46d2cf49 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "PUT /v2.0/ports/09bb7bd6-1a95-463f-a53b-3b3997c3ba2d HTTP/1.1" status: 200 len: 981 time: 0.4537506 Jul 05 12:29:18.571970 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb021fa-72c5-4be4-981e-260210306f72', 'tag': '09bb7bd6-1a95-463f-a53b-3b3997c3ba2d'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:29:18.574355 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38d66cb680d8e216a4639fd07ffcdd1e1f1f0bb375bf284fc7cc66ae145b2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278e4de7-4c95-422b-b946-cbb412666431" -d '{"events": [{"name": "network-changed", "server_uuid": "6cb021fa-72c5-4be4-981e-260210306f72", "tag": "09bb7bd6-1a95-463f-a53b-3b3997c3ba2d"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:29:18.633689 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef1a9f-a583-4eed-9720-471b46d2cf49 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Pushing event updated for resources: {'Port': ['ID=09bb7bd6-1a95-463f-a53b-3b3997c3ba2d,revision_number=6']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:29:18.655633 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] get_ports_and_sgs() called for port_ids ['09bb7bd6-1a95-463f-a53b-3b3997c3ba2d'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 12:29:18.668972 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48022acb-23af-4833-9cf2-904b175845fc req-08f7d86c-41be-440c-888c-d25594f01779 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:18.670635 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-48022acb-23af-4833-9cf2-904b175845fc req-08f7d86c-41be-440c-888c-d25594f01779 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.1262529 Jul 05 12:29:18.904333 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-9475d9bc-4011-449a-87f0-71484df2c5bf None None] Provisioning complete for port 09bb7bd6-1a95-463f-a53b-3b3997c3ba2d triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:29:18.904882 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9475d9bc-4011-449a-87f0-71484df2c5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:18.993956 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-48022acb-23af-4833-9cf2-904b175845fc req-c76560b9-bd7e-436e-9421-83c5de8cc16d tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3170080 Jul 05 12:29:19.032760 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce97f14-583f-4be6-a148-6c4238186b50 req-dccbde88-44d9-4def-858c-b94956f87b74 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:19.034298 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fce97f14-583f-4be6-a148-6c4238186b50 req-dccbde88-44d9-4def-858c-b94956f87b74 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 984 time: 0.0889916 Jul 05 12:29:19.043930 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 12:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de5ca02-8d87-4f13-8f7d-4e81703126f7 x-openstack-request-id: req-3de5ca02-8d87-4f13-8f7d-4e81703126f7 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:29:19.044220 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cb021fa-72c5-4be4-981e-260210306f72", "tag": "09bb7bd6-1a95-463f-a53b-3b3997c3ba2d", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:29:19.044470 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3de5ca02-8d87-4f13-8f7d-4e81703126f7 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:29:19.044855 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb021fa-72c5-4be4-981e-260210306f72', 'tag': '09bb7bd6-1a95-463f-a53b-3b3997c3ba2d', 'status': 'completed', 'code': 200} Jul 05 12:29:19.082176 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fce97f14-583f-4be6-a148-6c4238186b50 req-cea46fa6-dddf-4e2f-8966-b17f40647844 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ee3d070-eb45-4bef-8e39-f58dcd8aed2b&id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0399377 Jul 05 12:29:19.119156 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e4de7-4c95-422b-b946-cbb412666431 req-f232a1f9-7c34-4540-9581-eb60d1ccad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:19.120933 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-278e4de7-4c95-422b-b946-cbb412666431 req-f232a1f9-7c34-4540-9581-eb60d1ccad60 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bf300df367b4c379e19b085196596d8&device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 1137 time: 0.0537772 Jul 05 12:29:19.234782 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e4de7-4c95-422b-b946-cbb412666431 req-fcad00c2-9e6f-4e69-b49e-03f467b12d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:19.237051 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-278e4de7-4c95-422b-b946-cbb412666431 req-fcad00c2-9e6f-4e69-b49e-03f467b12d11 service neutron] 10.222.0.16 "GET /v2.0/networks?id=20f83d02-1a02-4231-9787-67c36fcfd4b6 HTTP/1.1" status: 200 len: 916 time: 0.1081331 Jul 05 12:29:19.303223 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-278e4de7-4c95-422b-b946-cbb412666431 req-e6667faf-ba1b-469c-beb4-505548a19e7f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09bb7bd6-1a95-463f-a53b-3b3997c3ba2d HTTP/1.1" status: 200 len: 1001 time: 0.0576282 Jul 05 12:29:19.354524 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e4de7-4c95-422b-b946-cbb412666431 req-9ca981fe-ba40-4f82-998f-00d86f90af50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:19.355972 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-278e4de7-4c95-422b-b946-cbb412666431 req-9ca981fe-ba40-4f82-998f-00d86f90af50 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dae6a4f6-bb01-419e-a45a-2fe1e4753d41 HTTP/1.1" status: 200 len: 854 time: 0.0468845 Jul 05 12:29:19.418411 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e4de7-4c95-422b-b946-cbb412666431 req-171d545d-ddd6-4f1f-b30d-d1c83ab11380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:19.419941 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-278e4de7-4c95-422b-b946-cbb412666431 req-171d545d-ddd6-4f1f-b30d-d1c83ab11380 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20f83d02-1a02-4231-9787-67c36fcfd4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0516999 Jul 05 12:29:19.509544 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-278e4de7-4c95-422b-b946-cbb412666431 req-29561c12-f5db-444f-85cd-c68d7ba4e84f service neutron] 10.222.0.16 "GET /v2.0/networks/20f83d02-1a02-4231-9787-67c36fcfd4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813959 Jul 05 12:29:19.559938 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5442c6-3a03-4a16-b10c-c0df37422943 req-212fd095-3d87-4c54-a78e-abbf46e04514 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:19.561387 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1b5442c6-3a03-4a16-b10c-c0df37422943 req-212fd095-3d87-4c54-a78e-abbf46e04514 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 946 time: 0.0685418 Jul 05 12:29:19.602108 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1b5442c6-3a03-4a16-b10c-c0df37422943 req-37075d5c-f11a-414b-91fe-24ab5b21b516 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343795 Jul 05 12:29:19.618200 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-278e4de7-4c95-422b-b946-cbb412666431 req-72993525-84a6-452e-b894-0a6521326985 service neutron] 10.222.0.16 "GET /v2.0/networks/20f83d02-1a02-4231-9787-67c36fcfd4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970876 Jul 05 12:29:20.775237 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767187be-62c8-4da9-ac5c-fc8af4294da5 req-fd1099d0-6112-44d3-b139-98c992626edf tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:20.776727 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-767187be-62c8-4da9-ac5c-fc8af4294da5 req-fd1099d0-6112-44d3-b139-98c992626edf tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 946 time: 0.0628407 Jul 05 12:29:20.786284 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-531f08fb-8751-4b45-b6e4-2bd1198cd38f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:20.816061 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-767187be-62c8-4da9-ac5c-fc8af4294da5 req-6aef7a27-8acb-4995-95a8-80d9418f76d5 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334954 Jul 05 12:29:21.359675 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2682be30-7129-444a-88a4-e1c95738c8db req-09ff3bd3-7884-433e-bbbd-0f2232997dbb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507698 Jul 05 12:29:21.433465 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682be30-7129-444a-88a4-e1c95738c8db req-97124ea6-705b-46c8-a1e2-e6b4283922c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:21.434956 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2682be30-7129-444a-88a4-e1c95738c8db req-97124ea6-705b-46c8-a1e2-e6b4283922c6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=35f01324a75d49b0a41482389c6e6ffa&device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 1098 time: 0.0512495 Jul 05 12:29:21.545901 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682be30-7129-444a-88a4-e1c95738c8db req-d25a638b-b961-401c-9510-a41997e5c028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:21.547337 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2682be30-7129-444a-88a4-e1c95738c8db req-d25a638b-b961-401c-9510-a41997e5c028 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ce9dc6dd-f0bf-4ede-a694-43b2f2633288 HTTP/1.1" status: 200 len: 912 time: 0.0856555 Jul 05 12:29:21.610304 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2682be30-7129-444a-88a4-e1c95738c8db req-1c7bc5eb-2c53-4630-a65a-9549c7bcc889 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dff58fd-c8ab-4cdd-9429-db08b90f7cfb HTTP/1.1" status: 200 len: 1001 time: 0.0562913 Jul 05 12:29:21.663260 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682be30-7129-444a-88a4-e1c95738c8db req-df0563b5-2d5a-4b2d-a825-8fcaccf2e3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:21.665374 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2682be30-7129-444a-88a4-e1c95738c8db req-df0563b5-2d5a-4b2d-a825-8fcaccf2e3c1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2d9e9361-6ae5-4568-a40d-d37eb215fca7 HTTP/1.1" status: 200 len: 850 time: 0.0478446 Jul 05 12:29:21.727377 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682be30-7129-444a-88a4-e1c95738c8db req-5865d488-9b90-44c7-9678-044a48b60ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:21.728813 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2682be30-7129-444a-88a4-e1c95738c8db req-5865d488-9b90-44c7-9678-044a48b60ce7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ce9dc6dd-f0bf-4ede-a694-43b2f2633288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0509472 Jul 05 12:29:21.816773 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2682be30-7129-444a-88a4-e1c95738c8db req-118c6163-623a-43e6-9980-2b88856518e0 service neutron] 10.222.0.16 "GET /v2.0/networks/ce9dc6dd-f0bf-4ede-a694-43b2f2633288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810833 Jul 05 12:29:21.910244 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2682be30-7129-444a-88a4-e1c95738c8db req-a0c187ed-12a2-4011-ae9f-f5c50a40d3f1 service neutron] 10.222.0.16 "GET /v2.0/networks/ce9dc6dd-f0bf-4ede-a694-43b2f2633288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868149 Jul 05 12:29:21.993504 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e004a1-9194-4478-a3af-082fc8807c1a req-888bbbeb-048d-488b-a0ba-807e3575e210 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:21.995005 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f9e004a1-9194-4478-a3af-082fc8807c1a req-888bbbeb-048d-488b-a0ba-807e3575e210 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 946 time: 0.0693793 Jul 05 12:29:22.031765 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f9e004a1-9194-4478-a3af-082fc8807c1a req-6526b1b7-810d-4b1c-b2da-c36e74fd14db tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313172 Jul 05 12:29:23.209503 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e65a3-e4d7-4c86-9790-2ddda6ac9361 req-e2a06f71-de4c-4609-9ea5-c9d2dc5a695a tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:23.211047 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-730e65a3-e4d7-4c86-9790-2ddda6ac9361 req-e2a06f71-de4c-4609-9ea5-c9d2dc5a695a tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 946 time: 0.0667400 Jul 05 12:29:23.251548 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-730e65a3-e4d7-4c86-9790-2ddda6ac9361 req-6d1396d3-8799-4341-81cd-283670e8e26e tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350556 Jul 05 12:29:23.338331 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9c362ebb-3b50-4526-bda0-749b58d4c82a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:23.697704 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:24.426943 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10f835-66c4-4e49-a181-cf1b2945a61b req-fa874e59-98ad-4786-99fe-719aecbcc10a tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:24.428410 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3f10f835-66c4-4e49-a181-cf1b2945a61b req-fa874e59-98ad-4786-99fe-719aecbcc10a tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 946 time: 0.0627873 Jul 05 12:29:24.464072 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3f10f835-66c4-4e49-a181-cf1b2945a61b req-fc570866-ec20-47d0-9ce1-3e60c4bfdc30 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302341 Jul 05 12:29:24.689916 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:25.272342 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e594a65-0bee-4012-90a7-58444656a31d req-e976f7a6-cb32-4569-b859-1630e202d5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:25.273843 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6e594a65-0bee-4012-90a7-58444656a31d req-e976f7a6-cb32-4569-b859-1630e202d5d9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c793eb3be9746198eaeb83a145c6641&device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 1099 time: 0.0556622 Jul 05 12:29:25.364495 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e594a65-0bee-4012-90a7-58444656a31d req-e517da1e-7e05-4a83-ab03-b36a81a39e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:25.365954 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6e594a65-0bee-4012-90a7-58444656a31d req-e517da1e-7e05-4a83-ab03-b36a81a39e5c service neutron] 10.222.0.16 "GET /v2.0/networks?id=51839ed8-9220-4bba-94fb-b117e6e65d5f HTTP/1.1" status: 200 len: 910 time: 0.0856898 Jul 05 12:29:25.428297 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6e594a65-0bee-4012-90a7-58444656a31d req-c2ba9373-44b4-48d8-8202-5f828aadf2f5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004 HTTP/1.1" status: 200 len: 1001 time: 0.0561335 Jul 05 12:29:25.475702 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e594a65-0bee-4012-90a7-58444656a31d req-b5844e87-ba17-42b1-b4fb-ed446dfd1827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:25.477024 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6e594a65-0bee-4012-90a7-58444656a31d req-b5844e87-ba17-42b1-b4fb-ed446dfd1827 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=63c05bff-6436-4f1d-93bf-d01974ae158e HTTP/1.1" status: 200 len: 848 time: 0.0426438 Jul 05 12:29:25.537265 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e594a65-0bee-4012-90a7-58444656a31d req-ecf24d58-0397-4efd-91a3-3346a8639e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:25.538783 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6e594a65-0bee-4012-90a7-58444656a31d req-ecf24d58-0397-4efd-91a3-3346a8639e6c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=51839ed8-9220-4bba-94fb-b117e6e65d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0555806 Jul 05 12:29:25.627977 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6e594a65-0bee-4012-90a7-58444656a31d req-797d4f7c-bd30-4fa2-8937-a0f44e95e042 service neutron] 10.222.0.16 "GET /v2.0/networks/51839ed8-9220-4bba-94fb-b117e6e65d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822508 Jul 05 12:29:25.636443 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0838a6ca-6ef2-4742-931f-ce754190d327 req-01db6e36-7cb7-4d23-9b58-922e21de79bb tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:25.637913 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0838a6ca-6ef2-4742-931f-ce754190d327 req-01db6e36-7cb7-4d23-9b58-922e21de79bb tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 946 time: 0.0636139 Jul 05 12:29:25.680206 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0838a6ca-6ef2-4742-931f-ce754190d327 req-73f5c048-4c53-4688-82a1-1b2ac7910a81 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356913 Jul 05 12:29:25.724400 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6e594a65-0bee-4012-90a7-58444656a31d req-a22e5fab-bd31-484b-9aa4-8f6d49bf64bf service neutron] 10.222.0.16 "GET /v2.0/networks/51839ed8-9220-4bba-94fb-b117e6e65d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888505 Jul 05 12:29:26.254423 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:26.856653 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024af9f-c92d-42f3-9dc7-1b33aeca4643 req-49c747a2-c190-4308-b812-cb04d09700b6 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:26.858120 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7024af9f-c92d-42f3-9dc7-1b33aeca4643 req-49c747a2-c190-4308-b812-cb04d09700b6 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 946 time: 0.0632889 Jul 05 12:29:26.900560 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7024af9f-c92d-42f3-9dc7-1b33aeca4643 req-b3a9636b-31a6-48b3-8b6a-e18617e34f62 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361047 Jul 05 12:29:28.068889 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a5b5c-343b-4898-9d8c-47e1dc06a880 req-9f3a1007-cf14-4c8a-8095-6fb2b0dacac2 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:28.070353 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f13a5b5c-343b-4898-9d8c-47e1dc06a880 req-9f3a1007-cf14-4c8a-8095-6fb2b0dacac2 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 946 time: 0.0625479 Jul 05 12:29:28.108549 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f13a5b5c-343b-4898-9d8c-47e1dc06a880 req-8c699a35-eadc-4145-915d-92fb81b64bed tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326259 Jul 05 12:29:28.426364 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 41280) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:29:28.465831 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0b5b1-4c0d-49fa-8c44-182259017c69 req-fb693060-c564-4fcc-af36-61c1e0f02c78 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:28.467356 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-68e0b5b1-4c0d-49fa-8c44-182259017c69 req-fb693060-c564-4fcc-af36-61c1e0f02c78 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 946 time: 0.0690525 Jul 05 12:29:28.506880 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-68e0b5b1-4c0d-49fa-8c44-182259017c69 req-c0503a1b-5cb3-4ad4-880c-aa58409915c1 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333555 Jul 05 12:29:28.524170 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6ed3b31b-3f29-409a-8ebd-bd5bbdad114e req-f8e4f6d9-efd3-4e35-9ed6-2049041ca47a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0962989 Jul 05 12:29:29.685868 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16351266-f866-49c6-bb7b-a8eefd282efd req-263c796f-03f4-4b3a-a640-a67fcf9ffd05 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:29.687311 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-16351266-f866-49c6-bb7b-a8eefd282efd req-263c796f-03f4-4b3a-a640-a67fcf9ffd05 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 946 time: 0.0672586 Jul 05 12:29:29.696088 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:29:29.725372 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-16351266-f866-49c6-bb7b-a8eefd282efd req-13d3ec90-1949-4d86-9fd7-33eb4b739a68 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323753 Jul 05 12:29:29.769598 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:29.791595 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:29:29.794094 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb11927d8d6a4f40405007df32e35409d46ab531454b71f6d23f9687e715819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02548814-35b4-4eb4-95e9-00101973417d" -d '{"events": [{"server_uuid": "c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3", "name": "network-vif-unplugged", "status": "completed", "tag": "b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:29:29.810240 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004,segment=NetworkSegment(f5df6d4a-3b14-4419-af8a-72036a89d58c),segment_id=f5df6d4a-3b14-4419-af8a-72036a89d58c)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:29:29.814304 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:29.837554 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 12:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474177e6-41a5-4f87-a262-817675453e92 x-openstack-request-id: req-474177e6-41a5-4f87-a262-817675453e92 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:29:29.837848 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3", "name": "network-vif-unplugged", "status": "completed", "tag": "b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:29:29.838097 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-474177e6-41a5-4f87-a262-817675453e92 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:29:29.838475 dv-cinder-796286-12-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004', 'code': 200} Jul 05 12:29:29.863383 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004,revision_number=6']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:29:29.870140 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:29:29.870490 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:29:29.870858 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:29:29.871193 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:29:29.871523 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:29:29.871851 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:29:29.872174 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:29:29.872496 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:29:29.872820 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:29:29.873140 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:29:29.873459 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:29:29.873775 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:29:29.995544 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed3b31b-3f29-409a-8ebd-bd5bbdad114e req-48c4f17b-68e6-4352-94c4-5e56773e350a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:29.996941 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6ed3b31b-3f29-409a-8ebd-bd5bbdad114e req-48c4f17b-68e6-4352-94c4-5e56773e350a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3&tenant_id=6c793eb3be9746198eaeb83a145c6641 HTTP/1.1" status: 200 len: 1097 time: 0.0813503 Jul 05 12:29:30.074977 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed3b31b-3f29-409a-8ebd-bd5bbdad114e req-3ec9a93e-e66c-4e93-9134-70715a71dac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:30.076432 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6ed3b31b-3f29-409a-8ebd-bd5bbdad114e req-3ec9a93e-e66c-4e93-9134-70715a71dac7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c793eb3be9746198eaeb83a145c6641&device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 1097 time: 0.0555520 Jul 05 12:29:30.153354 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:29:30.165595 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed3b31b-3f29-409a-8ebd-bd5bbdad114e req-7d692f3e-ed53-4c9d-a6fa-03b11b867f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:30.167069 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6ed3b31b-3f29-409a-8ebd-bd5bbdad114e req-7d692f3e-ed53-4c9d-a6fa-03b11b867f3d service neutron] 10.222.0.16 "GET /v2.0/networks?id=51839ed8-9220-4bba-94fb-b117e6e65d5f HTTP/1.1" status: 200 len: 910 time: 0.0843940 Jul 05 12:29:30.234114 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6ed3b31b-3f29-409a-8ebd-bd5bbdad114e req-c9e8ddcc-d43e-4713-9aa9-f6a60a6d7fba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004 HTTP/1.1" status: 200 len: 999 time: 0.0608585 Jul 05 12:29:30.281932 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed3b31b-3f29-409a-8ebd-bd5bbdad114e req-2bedb34f-30da-4493-9ae3-1750a95fab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:30.283301 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6ed3b31b-3f29-409a-8ebd-bd5bbdad114e req-2bedb34f-30da-4493-9ae3-1750a95fab5c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=63c05bff-6436-4f1d-93bf-d01974ae158e HTTP/1.1" status: 200 len: 848 time: 0.0428796 Jul 05 12:29:30.338807 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed3b31b-3f29-409a-8ebd-bd5bbdad114e req-2cf5958d-a7e6-419c-8c18-31d331f395d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:30.340266 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6ed3b31b-3f29-409a-8ebd-bd5bbdad114e req-2cf5958d-a7e6-419c-8c18-31d331f395d0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=51839ed8-9220-4bba-94fb-b117e6e65d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0505977 Jul 05 12:29:30.430481 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6ed3b31b-3f29-409a-8ebd-bd5bbdad114e req-21f54591-e476-4531-84f1-4d29e5fad90c service neutron] 10.222.0.16 "GET /v2.0/networks/51839ed8-9220-4bba-94fb-b117e6e65d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840695 Jul 05 12:29:30.518043 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6ed3b31b-3f29-409a-8ebd-bd5bbdad114e req-72213d24-31c6-499d-9259-84f23e166f0e service neutron] 10.222.0.16 "GET /v2.0/networks/51839ed8-9220-4bba-94fb-b117e6e65d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810001 Jul 05 12:29:30.899845 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa908a55-5f48-4f40-b610-ec20c8f7b932 req-4a0f6976-e2c2-4f71-b829-7dcfc65ff565 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:30.901309 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fa908a55-5f48-4f40-b610-ec20c8f7b932 req-4a0f6976-e2c2-4f71-b829-7dcfc65ff565 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 944 time: 0.0627468 Jul 05 12:29:30.942664 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fa908a55-5f48-4f40-b610-ec20c8f7b932 req-c87047fb-825e-4448-a1fc-56487a8fb4a3 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356219 Jul 05 12:29:32.121120 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9cce06-50b8-44bf-8f6b-7992aac03227 req-46a4cdb7-4f30-4fc4-a450-bfce7a30337b tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:32.122515 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-dd9cce06-50b8-44bf-8f6b-7992aac03227 req-46a4cdb7-4f30-4fc4-a450-bfce7a30337b tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 944 time: 0.0623610 Jul 05 12:29:32.161393 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-dd9cce06-50b8-44bf-8f6b-7992aac03227 req-1bf0eab9-4cad-4eeb-8311-8a0c56d82e0b tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333669 Jul 05 12:29:33.338423 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b8909-dd59-439b-8793-6e5d34236a09 req-b7fbacdc-a3ce-4411-b6f4-c7aea215cc0d tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:33.339978 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bf2b8909-dd59-439b-8793-6e5d34236a09 req-b7fbacdc-a3ce-4411-b6f4-c7aea215cc0d tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 944 time: 0.0670643 Jul 05 12:29:33.381726 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bf2b8909-dd59-439b-8793-6e5d34236a09 req-1d91380a-5a82-40dd-9668-c5fe5fceea33 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362823 Jul 05 12:29:34.561188 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71cc94-6ec9-46b0-907a-37bf81cab153 req-a251a9d2-48c4-4c66-af86-ef1fcf1974b1 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:34.562597 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4f71cc94-6ec9-46b0-907a-37bf81cab153 req-a251a9d2-48c4-4c66-af86-ef1fcf1974b1 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 944 time: 0.0657418 Jul 05 12:29:34.599587 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4f71cc94-6ec9-46b0-907a-37bf81cab153 req-cd78a01c-25ea-42d9-9f93-bd1b55a4216c tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306861 Jul 05 12:29:35.776763 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0402e-1e4b-4f40-8c5d-fa57b5f8abb2 req-9757a72b-54b9-47da-ba18-215ec075f367 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:35.778261 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-39c0402e-1e4b-4f40-8c5d-fa57b5f8abb2 req-9757a72b-54b9-47da-ba18-215ec075f367 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 944 time: 0.0650234 Jul 05 12:29:35.847145 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-39c0402e-1e4b-4f40-8c5d-fa57b5f8abb2 req-fd24931a-5af9-4212-902c-709c35c6f0ce tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624952 Jul 05 12:29:35.873805 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bceb0b-105c-4031-b16b-4a5688d03b6c req-d07ca824-44c4-4893-acc4-9487e574d135 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:35.875303 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-69bceb0b-105c-4031-b16b-4a5688d03b6c req-d07ca824-44c4-4893-acc4-9487e574d135 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 947 time: 0.0775681 Jul 05 12:29:35.917259 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-69bceb0b-105c-4031-b16b-4a5688d03b6c req-d9cfb3cf-2e12-4373-a214-d028b96e6577 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362594 Jul 05 12:29:37.023125 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5054778-3bd3-41f7-9788-f8b506e5de2c req-4ac4922d-9c20-46ec-a1e8-499ee926d7f5 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:37.024621 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b5054778-3bd3-41f7-9788-f8b506e5de2c req-4ac4922d-9c20-46ec-a1e8-499ee926d7f5 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 944 time: 0.0642579 Jul 05 12:29:37.094261 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b5054778-3bd3-41f7-9788-f8b506e5de2c req-f835aa2e-9907-4b1a-a532-1ca9c4ffbdca tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637071 Jul 05 12:29:37.120586 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a9401e-6ec7-4ba5-a73d-3e46d7317e5c req-2b561140-1d59-4162-819c-147a4ece9065 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:37.122122 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-52a9401e-6ec7-4ba5-a73d-3e46d7317e5c req-2b561140-1d59-4162-819c-147a4ece9065 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 947 time: 0.0904775 Jul 05 12:29:37.160484 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-52a9401e-6ec7-4ba5-a73d-3e46d7317e5c req-6b898269-05ee-40d4-8858-3108dc18e554 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327766 Jul 05 12:29:37.743259 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 12:29:37.810197 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41481c73-d0f3-4c70-80be-c1957b8afef1 req-0f8a297c-8e03-407e-86e0-7cf469cbaa82 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:37.811680 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-41481c73-d0f3-4c70-80be-c1957b8afef1 req-0f8a297c-8e03-407e-86e0-7cf469cbaa82 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.16 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 947 time: 0.0667326 Jul 05 12:29:37.836848 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004,segment=NetworkSegment(f5df6d4a-3b14-4419-af8a-72036a89d58c),segment_id=f5df6d4a-3b14-4419-af8a-72036a89d58c)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:29:37.848199 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Returning: {'device': 'b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004', 'network_id': '51839ed8-9220-4bba-94fb-b117e6e65d5f', 'port_id': 'b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004', 'mac_address': 'fa:16:3e:83:8b:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63c05bff-6436-4f1d-93bf-d01974ae158e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 12:29:37.888249 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:37.901461 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:29:37.911479 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-41481c73-d0f3-4c70-80be-c1957b8afef1 req-73d4c421-f009-42f6-ba88-f73f48d548d5 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Deleting port d6ee29c4-7aca-4473-841c-f7b867576fb6 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:29:37.911818 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-41481c73-d0f3-4c70-80be-c1957b8afef1 req-73d4c421-f009-42f6-ba88-f73f48d548d5 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:37.920836 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004,segment=NetworkSegment(f5df6d4a-3b14-4419-af8a-72036a89d58c),segment_id=f5df6d4a-3b14-4419-af8a-72036a89d58c)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:29:37.924992 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:37.971426 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004,revision_number=7']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:29:38.001037 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-41481c73-d0f3-4c70-80be-c1957b8afef1 req-73d4c421-f009-42f6-ba88-f73f48d548d5 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] For port d6ee29c4-7aca-4473-841c-f7b867576fb6, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d6ee29c4-7aca-4473-841c-f7b867576fb6,segment=NetworkSegment(ba2612a6-0598-4c68-93ea-4c354bd542e5),segment_id=ba2612a6-0598-4c68-93ea-4c354bd542e5)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:29:38.001321 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-41481c73-d0f3-4c70-80be-c1957b8afef1 req-73d4c421-f009-42f6-ba88-f73f48d548d5 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:38.291271 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0607c6b-da2f-42b5-9dcd-17f3eee32251 req-6d37cb41-017b-4993-9ad6-6305bfb095c5 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:38.292740 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c0607c6b-da2f-42b5-9dcd-17f3eee32251 req-6d37cb41-017b-4993-9ad6-6305bfb095c5 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 945 time: 0.0770662 Jul 05 12:29:38.295152 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] get_ports_and_sgs() called for port_ids ['b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 12:29:38.384481 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c0607c6b-da2f-42b5-9dcd-17f3eee32251 req-d1b28a67-abf1-411d-b9dc-b42e0da0d3fb tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859938 Jul 05 12:29:38.430236 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45270b87-04a9-44c6-8e23-576d1f5c4e64 req-9f0f3324-4992-4de4-aba8-cffe5e74901d tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:38.431814 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-45270b87-04a9-44c6-8e23-576d1f5c4e64 req-9f0f3324-4992-4de4-aba8-cffe5e74901d tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 947 time: 0.1068356 Jul 05 12:29:38.479983 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-45270b87-04a9-44c6-8e23-576d1f5c4e64 req-ca6bd38d-dc3e-4c1f-8b04-5fca076a366a tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=55de064e-556b-432c-a876-c62589b52d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409095 Jul 05 12:29:38.564727 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-41481c73-d0f3-4c70-80be-c1957b8afef1 req-73d4c421-f009-42f6-ba88-f73f48d548d5 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:38.565206 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-41481c73-d0f3-4c70-80be-c1957b8afef1 req-73d4c421-f009-42f6-ba88-f73f48d548d5 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575314'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:38.565770 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.db.l3_db [req-41481c73-d0f3-4c70-80be-c1957b8afef1 req-73d4c421-f009-42f6-ba88-f73f48d548d5 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Floating IP 22ef407a-d68b-4716-8baf-9c1ecd25c9bc disassociated. External IP: 172.27.3.236, port: d6ee29c4-7aca-4473-841c-f7b867576fb6. Jul 05 12:29:38.566276 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-41481c73-d0f3-4c70-80be-c1957b8afef1 req-73d4c421-f009-42f6-ba88-f73f48d548d5 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Calling delete_port for d6ee29c4-7aca-4473-841c-f7b867576fb6 owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:29:38.715056 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-41481c73-d0f3-4c70-80be-c1957b8afef1 req-73d4c421-f009-42f6-ba88-f73f48d548d5 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9210769'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:38.752293 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4c421-f009-42f6-ba88-f73f48d548d5 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Pushing event deleted for resources: {'Port': ['ID=d6ee29c4-7aca-4473-841c-f7b867576fb6,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:29:38.886363 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41481c73-d0f3-4c70-80be-c1957b8afef1 req-73d4c421-f009-42f6-ba88-f73f48d548d5 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Router 734300e0-7743-42aa-b8bb-4758d7b8ad32 has already been hosted by L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 12:29:39.023575 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41481c73-d0f3-4c70-80be-c1957b8afef1 req-73d4c421-f009-42f6-ba88-f73f48d548d5 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:29:39.034672 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b7171a-ac03-496d-8511-ba366bacfa01 None None] Sync routers for ids ['734300e0-7743-42aa-b8bb-4758d7b8ad32'] in dv-cinder-796286-12-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:29:39.043670 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b7171a-ac03-496d-8511-ba366bacfa01 None None] Routers {'734300e0-7743-42aa-b8bb-4758d7b8ad32'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:29:39.044311 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-f2b7171a-ac03-496d-8511-ba366bacfa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:29:23Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['734300e0-7743-42aa-b8bb-4758d7b8ad32'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:29:39.071105 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-41481c73-d0f3-4c70-80be-c1957b8afef1 req-73d4c421-f009-42f6-ba88-f73f48d548d5 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] No DVR routers for this DVR port d6ee29c4-7aca-4473-841c-f7b867576fb6 on host hv-cinder-79628 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 12:29:39.073640 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-41481c73-d0f3-4c70-80be-c1957b8afef1 req-73d4c421-f009-42f6-ba88-f73f48d548d5 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:39.075645 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-41481c73-d0f3-4c70-80be-c1957b8afef1 req-73d4c421-f009-42f6-ba88-f73f48d548d5 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.16 "DELETE /v2.0/ports/d6ee29c4-7aca-4473-841c-f7b867576fb6 HTTP/1.1" status: 204 len: 173 time: 1.2581859 Jul 05 12:29:39.076090 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c00a42b4-2b64-41f0-9a17-b91b415f8f84', 'name': 'network-vif-deleted', 'tag': 'd6ee29c4-7aca-4473-841c-f7b867576fb6'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:29:39.078332 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa477df9db133d569a4b8d31d3ac9e6e51d5deb3d50c5365463f1d57aa01439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47eb11db-0d27-4588-848b-2ecbaf2a4685" -d '{"events": [{"server_uuid": "c00a42b4-2b64-41f0-9a17-b91b415f8f84", "name": "network-vif-deleted", "tag": "d6ee29c4-7aca-4473-841c-f7b867576fb6"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:29:39.161140 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-f2b7171a-ac03-496d-8511-ba366bacfa01 None None] Set router 734300e0-7743-42aa-b8bb-4758d7b8ad32 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:29:39.193230 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c009ba-6d10-4ef3-8fd0-1acb54fef815 x-openstack-request-id: req-d3c009ba-6d10-4ef3-8fd0-1acb54fef815 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:29:39.193533 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c00a42b4-2b64-41f0-9a17-b91b415f8f84", "name": "network-vif-deleted", "tag": "d6ee29c4-7aca-4473-841c-f7b867576fb6", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:29:39.193787 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d3c009ba-6d10-4ef3-8fd0-1acb54fef815 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:29:39.194188 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c00a42b4-2b64-41f0-9a17-b91b415f8f84', 'name': 'network-vif-deleted', 'tag': 'd6ee29c4-7aca-4473-841c-f7b867576fb6', 'status': 'completed', 'code': 200} Jul 05 12:29:39.373178 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-f2b7171a-ac03-496d-8511-ba366bacfa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'name': 'tempest-AttachVolumeShelveTestJSON-575998965-router', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e0f234a0-175d-42f0-8ebc-cc17d7338b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:54Z', 'updated_at': '2021-07-05T12:23:00Z', 'revision_number': 4, 'project_id': 'c2204859a25945928d43901f7e432e4b', 'gw_port': {'id': 'e0f234a0-175d-42f0-8ebc-cc17d7338b1c', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:55Z', 'updated_at': '2021-07-05T12:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '9e3403b2-d152-460c-8226-44b1fb84a261', 'name': '', 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'mac_address': 'fa:16:3e:ff:4c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e29bc3a4-4782-4c7f-be99-ab421b15f5f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:59Z', 'updated_at': '2021-07-05T12:23:16Z', 'revision_number': 5, 'project_id': 'c2204859a25945928d43901f7e432e4b', 'subnets': [{'id': 'e29bc3a4-4782-4c7f-be99-ab421b15f5f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:29:39.403824 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b7171a-ac03-496d-8511-ba366bacfa01 None None] Checking router: 734300e0-7743-42aa-b8bb-4758d7b8ad32 for host: dv-cinder-796286-12-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:29:39.414529 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b7171a-ac03-496d-8511-ba366bacfa01 None None] Routers {'734300e0-7743-42aa-b8bb-4758d7b8ad32'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:29:39.415270 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-f2b7171a-ac03-496d-8511-ba366bacfa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:29:23Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['734300e0-7743-42aa-b8bb-4758d7b8ad32'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:29:39.529231 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-f2b7171a-ac03-496d-8511-ba366bacfa01 None None] Set router 734300e0-7743-42aa-b8bb-4758d7b8ad32 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:29:39.638266 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e6509-d021-429e-8a4c-1718df0f18e8 req-e69aec9d-6f0a-4a3d-ab11-bf1008eb5452 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:39.644180 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e74e6509-d021-429e-8a4c-1718df0f18e8 req-e69aec9d-6f0a-4a3d-ab11-bf1008eb5452 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 945 time: 0.1388745 Jul 05 12:29:39.714643 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e74e6509-d021-429e-8a4c-1718df0f18e8 req-f5f741dc-cc90-4bd4-807e-bf04d21e8b4a tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648093 Jul 05 12:29:39.756436 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004 up at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:29:39.760938 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c08da000-9dbb-4ad6-a802-b40169f628d0 req-dadc4569-d86d-44cb-ac13-932a87f5b36e tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=c00a42b4-2b64-41f0-9a17-b91b415f8f84 HTTP/1.1" status: 200 len: 210 time: 0.0414977 Jul 05 12:29:39.824170 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-f2b7171a-ac03-496d-8511-ba366bacfa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'name': 'tempest-AttachVolumeShelveTestJSON-575998965-router', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e0f234a0-175d-42f0-8ebc-cc17d7338b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:54Z', 'updated_at': '2021-07-05T12:23:00Z', 'revision_number': 4, 'project_id': 'c2204859a25945928d43901f7e432e4b', 'gw_port': {'id': 'e0f234a0-175d-42f0-8ebc-cc17d7338b1c', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:55Z', 'updated_at': '2021-07-05T12:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '9e3403b2-d152-460c-8226-44b1fb84a261', 'name': '', 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'mac_address': 'fa:16:3e:ff:4c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e29bc3a4-4782-4c7f-be99-ab421b15f5f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:59Z', 'updated_at': '2021-07-05T12:23:16Z', 'revision_number': 5, 'project_id': 'c2204859a25945928d43901f7e432e4b', 'subnets': [{'id': 'e29bc3a4-4782-4c7f-be99-ab421b15f5f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:29:39.852414 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b7171a-ac03-496d-8511-ba366bacfa01 None None] The sync data for ids ['734300e0-7743-42aa-b8bb-4758d7b8ad32'] in dv-cinder-796286-12-iscsi is: [{'id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'name': 'tempest-AttachVolumeShelveTestJSON-575998965-router', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e0f234a0-175d-42f0-8ebc-cc17d7338b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:54Z', 'updated_at': '2021-07-05T12:23:00Z', 'revision_number': 4, 'project_id': 'c2204859a25945928d43901f7e432e4b', 'gw_port': {'id': 'e0f234a0-175d-42f0-8ebc-cc17d7338b1c', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:55Z', 'updated_at': '2021-07-05T12:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '9e3403b2-d152-460c-8226-44b1fb84a261', 'name': '', 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'mac_address': 'fa:16:3e:ff:4c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e29bc3a4-4782-4c7f-be99-ab421b15f5f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:59Z', 'updated_at': '2021-07-05T12:23:16Z', 'revision_number': 5, 'project_id': 'c2204859a25945928d43901f7e432e4b', 'subnets': [{'id': 'e29bc3a4-4782-4c7f-be99-ab421b15f5f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:29:39.854977 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning complete for port b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:29:39.855345 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:39.935584 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:39.962397 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:29:39.964687 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb11927d8d6a4f40405007df32e35409d46ab531454b71f6d23f9687e715819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b881fb-fd85-4ceb-983e-eea3ecca6a28" -d '{"events": [{"server_uuid": "c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3", "name": "network-vif-plugged", "status": "completed", "tag": "b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:29:40.100589 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47315629-8c8e-4a97-b0fd-b897f8b7f6ed x-openstack-request-id: req-47315629-8c8e-4a97-b0fd-b897f8b7f6ed {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:29:40.101154 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3", "name": "network-vif-plugged", "status": "completed", "tag": "b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:29:40.101154 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-47315629-8c8e-4a97-b0fd-b897f8b7f6ed {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:29:40.101406 dv-cinder-796286-12-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004', 'code': 200} Jul 05 12:29:40.103038 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004,segment=NetworkSegment(f5df6d4a-3b14-4419-af8a-72036a89d58c),segment_id=f5df6d4a-3b14-4419-af8a-72036a89d58c)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:29:40.104829 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097aac8a-2be7-481f-88c3-3ff5d2038a77 None None] New status for floating IP 22ef407a-d68b-4716-8baf-9c1ecd25c9bc: DOWN {{(pid=92931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 12:29:40.107290 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:40.108272 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device d6ee29c4-7aca-4473-841c-f7b867576fb6 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:29:40.169314 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] No Port match for: d6ee29c4-7aca-4473-841c-f7b867576fb6 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:29:40.169314 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device d6ee29c4-7aca-4473-841c-f7b867576fb6 not bound to the agent host hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:29:40.180242 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004,revision_number=8']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:29:40.284284 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfa088-6bf8-4533-a071-322130d2f501 req-932f00af-1ca2-4b70-bfe5-597ed7043ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:40.285848 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e3dfa088-6bf8-4533-a071-322130d2f501 req-932f00af-1ca2-4b70-bfe5-597ed7043ceb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 1099 time: 0.0599611 Jul 05 12:29:40.323026 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e3dfa088-6bf8-4533-a071-322130d2f501 req-e41d4be6-7c03-41fc-878f-96ac4947a738 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298171 Jul 05 12:29:40.891140 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c8794-c6ac-4827-9f94-f100a8337114 req-4834bdad-5c84-401a-8d24-66798e93e557 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:40.893252 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4c0c8794-c6ac-4827-9f94-f100a8337114 req-4834bdad-5c84-401a-8d24-66798e93e557 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 946 time: 0.0670085 Jul 05 12:29:40.929725 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4c0c8794-c6ac-4827-9f94-f100a8337114 req-c6a6ce47-7fbe-48f9-a074-fb97382a223e tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310841 Jul 05 12:29:41.913951 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 41356) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:29:41.967192 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-70d6e13d-44be-479e-8f29-a71692ba6efc tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:41.991118 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-70d6e13d-44be-479e-8f29-a71692ba6efc tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:42.039074 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-70d6e13d-44be-479e-8f29-a71692ba6efc tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:42.041609 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-70d6e13d-44be-479e-8f29-a71692ba6efc tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:42.043264 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-70d6e13d-44be-479e-8f29-a71692ba6efc tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "DELETE /v2.0/security-groups/55de064e-556b-432c-a876-c62589b52d55 HTTP/1.1" status: 204 len: 168 time: 0.1283336 Jul 05 12:29:42.046773 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 41360) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:29:42.064105 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d6e13d-44be-479e-8f29-a71692ba6efc tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55de064e-556b-432c-a876-c62589b52d55,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:29:42.066548 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.api.v2.resource [None req-f6bd4115-a3f9-48dd-ad65-d331c7cd0112 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] show failed (client error): The resource could not be found. Jul 05 12:29:42.067596 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f6bd4115-a3f9-48dd-ad65-d331c7cd0112 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups/55de064e-556b-432c-a876-c62589b52d55 HTTP/1.1" status: 404 len: 347 time: 0.0198617 Jul 05 12:29:42.070463 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 41362) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:29:42.111641 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e576c-f9e5-4bac-96ef-00ca687ac424 req-f655c2a9-d103-429d-aa1d-844928a1adb0 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:42.113166 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-507e576c-f9e5-4bac-96ef-00ca687ac424 req-f655c2a9-d103-429d-aa1d-844928a1adb0 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 946 time: 0.0671794 Jul 05 12:29:42.162462 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-507e576c-f9e5-4bac-96ef-00ca687ac424 req-46b87188-a65d-4cc4-9b9c-bf66c7918f7f tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433536 Jul 05 12:29:42.208173 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-4f5b4ea6-ecd4-4984-8e31-cf2cf378c9a5 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Deleting port be2ec98d-06c1-489d-afe4-e8790b6ef992 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:29:42.208520 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4f5b4ea6-ecd4-4984-8e31-cf2cf378c9a5 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:42.286410 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4f5b4ea6-ecd4-4984-8e31-cf2cf378c9a5 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:42.286748 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4f5b4ea6-ecd4-4984-8e31-cf2cf378c9a5 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:42.297765 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-4f5b4ea6-ecd4-4984-8e31-cf2cf378c9a5 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Calling delete_port for be2ec98d-06c1-489d-afe4-e8790b6ef992 owned by network:floatingip {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:29:42.437454 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4f5b4ea6-ecd4-4984-8e31-cf2cf378c9a5 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9210769'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:42.461409 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5b4ea6-ecd4-4984-8e31-cf2cf378c9a5 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Pushing event deleted for resources: {'Port': ['ID=be2ec98d-06c1-489d-afe4-e8790b6ef992,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:29:42.523708 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4f5b4ea6-ecd4-4984-8e31-cf2cf378c9a5 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks [] for floatingip, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:42.526154 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4f5b4ea6-ecd4-4984-8e31-cf2cf378c9a5 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:42.527347 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-4f5b4ea6-ecd4-4984-8e31-cf2cf378c9a5 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "DELETE /v2.0/floatingips/22ef407a-d68b-4716-8baf-9c1ecd25c9bc HTTP/1.1" status: 204 len: 168 time: 0.4559348 Jul 05 12:29:42.801705 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 41368) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:29:42.806330 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-d6f252b0-df40-4420-a277-699af14c722f tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Request body: {'security_group': {'name': 'tempest-securitygroup--249029623', 'description': 'tempest-description--1136041671'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:29:42.827435 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d6f252b0-df40-4420-a277-699af14c722f tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:42.906613 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d6f252b0-df40-4420-a277-699af14c722f tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:42.910451 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d6f252b0-df40-4420-a277-699af14c722f tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:42.933684 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d6f252b0-df40-4420-a277-699af14c722f tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:42.935070 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d6f252b0-df40-4420-a277-699af14c722f tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1323388 Jul 05 12:29:42.938064 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 41370) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:29:42.943572 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f252b0-df40-4420-a277-699af14c722f tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b804e19d-b937-4e54-b2a7-b1a41f7ea47c,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:29:42.943861 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-67e89dbe-39b2-4a6f-9aeb-ac1eb35c2f76 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Request body: {'security_group_rule': {'security_group_id': 'b804e19d-b937-4e54-b2a7-b1a41f7ea47c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:29:42.971986 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-67e89dbe-39b2-4a6f-9aeb-ac1eb35c2f76 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:43.018832 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-67e89dbe-39b2-4a6f-9aeb-ac1eb35c2f76 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:43.022261 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-67e89dbe-39b2-4a6f-9aeb-ac1eb35c2f76 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27642'] for security_group_rule, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:43.039250 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e89dbe-39b2-4a6f-9aeb-ac1eb35c2f76 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17d7678b-08ec-4a8d-9d6c-bda6d851c3c0,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:29:43.048513 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e89dbe-39b2-4a6f-9aeb-ac1eb35c2f76 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:29:43.048860 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e89dbe-39b2-4a6f-9aeb-ac1eb35c2f76 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:29:43.049292 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e89dbe-39b2-4a6f-9aeb-ac1eb35c2f76 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:29:43.049636 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e89dbe-39b2-4a6f-9aeb-ac1eb35c2f76 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:29:43.049974 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e89dbe-39b2-4a6f-9aeb-ac1eb35c2f76 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:29:43.050312 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e89dbe-39b2-4a6f-9aeb-ac1eb35c2f76 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:29:43.050647 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e89dbe-39b2-4a6f-9aeb-ac1eb35c2f76 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:29:43.051012 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e89dbe-39b2-4a6f-9aeb-ac1eb35c2f76 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:29:43.051342 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e89dbe-39b2-4a6f-9aeb-ac1eb35c2f76 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:29:43.051670 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e89dbe-39b2-4a6f-9aeb-ac1eb35c2f76 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:29:43.052000 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e89dbe-39b2-4a6f-9aeb-ac1eb35c2f76 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:29:43.052326 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e89dbe-39b2-4a6f-9aeb-ac1eb35c2f76 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:29:43.054921 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-67e89dbe-39b2-4a6f-9aeb-ac1eb35c2f76 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:43.056097 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-67e89dbe-39b2-4a6f-9aeb-ac1eb35c2f76 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1169045 Jul 05 12:29:43.058965 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 41372) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:29:43.063280 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-d169c13d-a3d5-409d-97f5-241e5c465da7 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Request body: {'security_group_rule': {'security_group_id': 'b804e19d-b937-4e54-b2a7-b1a41f7ea47c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:29:43.090440 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d169c13d-a3d5-409d-97f5-241e5c465da7 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:43.147358 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d169c13d-a3d5-409d-97f5-241e5c465da7 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:43.151096 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d169c13d-a3d5-409d-97f5-241e5c465da7 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27642'] for security_group_rule, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:43.171369 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d169c13d-a3d5-409d-97f5-241e5c465da7 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f569d80-4d7b-41bb-9793-cdbb1953a0f8,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:29:43.174948 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d169c13d-a3d5-409d-97f5-241e5c465da7 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:43.176137 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-d169c13d-a3d5-409d-97f5-241e5c465da7 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163795 Jul 05 12:29:43.179243 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 41374) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:29:43.183701 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-25c241c7-b937-4e2a-9b85-83d5fda93d2a tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Request body: {'floatingip': {'floating_network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:29:43.206164 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-25c241c7-b937-4e2a-9b85-83d5fda93d2a tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks [] for floatingip, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:43.305061 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-25c241c7-b937-4e2a-9b85-83d5fda93d2a tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:43.406170 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-25c241c7-b937-4e2a-9b85-83d5fda93d2a tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Allocated IP 172.27.3.49 (aa38b356-d6cf-48be-b408-9464f33b7649/1e645773-65d0-42f3-9bdc-7785aff60c5a/e6a24e25-f7d1-4b18-80f8-4ca509cb8c4d) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:29:43.514822 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-25c241c7-b937-4e2a-9b85-83d5fda93d2a tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:43.553084 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-25c241c7-b937-4e2a-9b85-83d5fda93d2a tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3485770'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:43.588138 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c241c7-b937-4e2a-9b85-83d5fda93d2a tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Network aa38b356-d6cf-48be-b408-9464f33b7649 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:29:43.590971 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-25c241c7-b937-4e2a-9b85-83d5fda93d2a tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:29:43.594348 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c241c7-b937-4e2a-9b85-83d5fda93d2a tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:29:43.621370 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c241c7-b937-4e2a-9b85-83d5fda93d2a tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Pushing event updated for resources: {'Port': ['ID=e6a24e25-f7d1-4b18-80f8-4ca509cb8c4d,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:29:43.685406 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-25c241c7-b937-4e2a-9b85-83d5fda93d2a tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:43.726959 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-25c241c7-b937-4e2a-9b85-83d5fda93d2a tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:43.873040 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-25c241c7-b937-4e2a-9b85-83d5fda93d2a tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:43.879025 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-25c241c7-b937-4e2a-9b85-83d5fda93d2a tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3485880'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:43.947775 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c241c7-b937-4e2a-9b85-83d5fda93d2a tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Pushing event updated for resources: {'Port': ['ID=e6a24e25-f7d1-4b18-80f8-4ca509cb8c4d,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:29:43.959810 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-25c241c7-b937-4e2a-9b85-83d5fda93d2a tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575314'] for floatingip, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:43.972854 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-25c241c7-b937-4e2a-9b85-83d5fda93d2a tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for floatingip, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:43.974080 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-25c241c7-b937-4e2a-9b85-83d5fda93d2a tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7939360 Jul 05 12:29:44.156648 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-25dadf9e-1144-4c94-9eaa-fff3ee260f75 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--249029623&fields=id&tenant_id=c2204859a25945928d43901f7e432e4b HTTP/1.1" status: 200 len: 267 time: 0.0332172 Jul 05 12:29:44.265143 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-e18bd7ab-1cc2-44d8-ac79-6796db47aa18 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:44.266618 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-e18bd7ab-1cc2-44d8-ac79-6796db47aa18 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/networks?id=a54fe11d-9434-40ac-976c-e45f096866c1 HTTP/1.1" status: 200 len: 816 time: 0.1038270 Jul 05 12:29:44.281248 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-843fb84a-826f-49ec-bc4d-ba0d8fe13459 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/quotas/c2204859a25945928d43901f7e432e4b HTTP/1.1" status: 200 len: 375 time: 0.0092492 Jul 05 12:29:44.349593 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-df14b37b-7b1e-4958-95f3-03ab70ee5ca2 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c2204859a25945928d43901f7e432e4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0619857 Jul 05 12:29:44.489595 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-f5220ac2-e9f7-48d3-bb66-9bff5c1035f1 service neutron] 10.222.0.52 "GET /v2.0/networks/a54fe11d-9434-40ac-976c-e45f096866c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291099 Jul 05 12:29:44.575104 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-e78f0d75-ce63-4173-86b5-c5a790c972da service neutron] 10.222.0.52 "GET /v2.0/networks/a54fe11d-9434-40ac-976c-e45f096866c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797889 Jul 05 12:29:44.742673 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e8ad02ed-658a-4fcb-8928-2d10a76e65bb req-0b7b5fa7-1c58-4c13-a988-f54dfc041041 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 210 time: 0.0295296 Jul 05 12:29:45.761211 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-593b88ab-216b-43c2-858a-831287cdda07 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:45.762684 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-593b88ab-216b-43c2-858a-831287cdda07 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.16 "GET /v2.0/networks?id=a54fe11d-9434-40ac-976c-e45f096866c1 HTTP/1.1" status: 200 len: 816 time: 0.1052725 Jul 05 12:29:45.826233 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-24e42962-91fb-47a3-a2f9-ae1ef70be3e6 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2204859a25945928d43901f7e432e4b HTTP/1.1" status: 200 len: 379 time: 0.0537519 Jul 05 12:29:45.835279 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-c669f3a2-370a-47cd-ba9d-1d8fc47dd314 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Request body: {'port': {'device_id': 'dddae68e-16f2-4fcd-8b04-320ff3f3dc27', 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1', 'admin_state_up': True, 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'security_groups': ['b804e19d-b937-4e54-b2a7-b1a41f7ea47c']}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:29:45.894236 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2e369d83-f05e-42aa-94ba-dd17cc192765 req-2523eb89-664a-4a2e-8e22-72007ac4e650 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 210 time: 0.0326402 Jul 05 12:29:45.961165 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-c669f3a2-370a-47cd-ba9d-1d8fc47dd314 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Made reservation on behalf of c2204859a25945928d43901f7e432e4b for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:29:45.964693 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-c669f3a2-370a-47cd-ba9d-1d8fc47dd314 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:46.084810 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-c669f3a2-370a-47cd-ba9d-1d8fc47dd314 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Allocated IP 172.20.0.14 (a54fe11d-9434-40ac-976c-e45f096866c1/e29bc3a4-4782-4c7f-be99-ab421b15f5f5/310a726c-f77e-4b81-837f-f6f6256633b8) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:29:46.218406 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-c669f3a2-370a-47cd-ba9d-1d8fc47dd314 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:46.231454 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-c669f3a2-370a-47cd-ba9d-1d8fc47dd314 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Transition to ACTIVE for port object 310a726c-f77e-4b81-837f-f6f6256633b8 will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:29:46.263461 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-c669f3a2-370a-47cd-ba9d-1d8fc47dd314 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9210776'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:46.306240 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-c669f3a2-370a-47cd-ba9d-1d8fc47dd314 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Network a54fe11d-9434-40ac-976c-e45f096866c1 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:29:46.309548 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-c669f3a2-370a-47cd-ba9d-1d8fc47dd314 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:29:46.311920 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-c669f3a2-370a-47cd-ba9d-1d8fc47dd314 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:29:46.350581 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669f3a2-370a-47cd-ba9d-1d8fc47dd314 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Pushing event updated for resources: {'Port': ['ID=310a726c-f77e-4b81-837f-f6f6256633b8,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:29:46.377821 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-c669f3a2-370a-47cd-ba9d-1d8fc47dd314 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:46.378445 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-c669f3a2-370a-47cd-ba9d-1d8fc47dd314 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:46.392945 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-c669f3a2-370a-47cd-ba9d-1d8fc47dd314 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5613039 Jul 05 12:29:46.404912 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-2f4e27fc-eb15-4af1-bdb0-fbf9d0122aee service neutron] Request body: {'port': {'device_id': 'dddae68e-16f2-4fcd-8b04-320ff3f3dc27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:29:46.479195 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-2f4e27fc-eb15-4af1-bdb0-fbf9d0122aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:46.491591 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-ead44b5f-44dd-46c9-bafd-3d4f4434f60d None None] Provisioning for port 310a726c-f77e-4b81-837f-f6f6256633b8 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:29:46.495591 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-ead44b5f-44dd-46c9-bafd-3d4f4434f60d None None] Provisioning complete for port 310a726c-f77e-4b81-837f-f6f6256633b8 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:29:46.496274 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ead44b5f-44dd-46c9-bafd-3d4f4434f60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:46.530979 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-ead44b5f-44dd-46c9-bafd-3d4f4434f60d None None] Port 310a726c-f77e-4b81-837f-f6f6256633b8 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 12:29:46.740016 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-2f4e27fc-eb15-4af1-bdb0-fbf9d0122aee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 310a726c-f77e-4b81-837f-f6f6256633b8 {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:29:46.747400 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-2f4e27fc-eb15-4af1-bdb0-fbf9d0122aee service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:46.759538 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-2f4e27fc-eb15-4af1-bdb0-fbf9d0122aee service neutron] Transition to ACTIVE for port object 310a726c-f77e-4b81-837f-f6f6256633b8 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:29:46.763223 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-2f4e27fc-eb15-4af1-bdb0-fbf9d0122aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9210730'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:46.832511 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e27fc-eb15-4af1-bdb0-fbf9d0122aee service neutron] Pushing event updated for resources: {'Port': ['ID=310a726c-f77e-4b81-837f-f6f6256633b8,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:29:46.888963 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-2f4e27fc-eb15-4af1-bdb0-fbf9d0122aee service neutron] Attempting to bind port 310a726c-f77e-4b81-837f-f6f6256633b8 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:29:46.889301 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-2f4e27fc-eb15-4af1-bdb0-fbf9d0122aee service neutron] Attempting to bind port 310a726c-f77e-4b81-837f-f6f6256633b8 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'ba2612a6-0598-4c68-93ea-4c354bd542e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:29:46.889634 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-2f4e27fc-eb15-4af1-bdb0-fbf9d0122aee service neutron] Attempting to bind port 310a726c-f77e-4b81-837f-f6f6256633b8 on network a54fe11d-9434-40ac-976c-e45f096866c1 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:29:46.895188 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-2f4e27fc-eb15-4af1-bdb0-fbf9d0122aee service neutron] Port 310a726c-f77e-4b81-837f-f6f6256633b8 on network a54fe11d-9434-40ac-976c-e45f096866c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 12:29:46.895514 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-2f4e27fc-eb15-4af1-bdb0-fbf9d0122aee service neutron] Attempting to bind port 310a726c-f77e-4b81-837f-f6f6256633b8 on network a54fe11d-9434-40ac-976c-e45f096866c1 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:29:46.900586 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-2f4e27fc-eb15-4af1-bdb0-fbf9d0122aee service neutron] Checking agent: {'id': '3e7fb013-ee8e-41ba-b8fe-dbc5ebca3998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 21, 18), 'started_at': datetime.datetime(2021, 7, 5, 12, 21, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:29:46.900926 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-2f4e27fc-eb15-4af1-bdb0-fbf9d0122aee service neutron] Checking segment: {'id': 'ba2612a6-0598-4c68-93ea-4c354bd542e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:29:46.901311 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-2f4e27fc-eb15-4af1-bdb0-fbf9d0122aee service neutron] Bound using segment: {'id': 'ba2612a6-0598-4c68-93ea-4c354bd542e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:29:46.901739 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-2f4e27fc-eb15-4af1-bdb0-fbf9d0122aee service neutron] Bound port: 310a726c-f77e-4b81-837f-f6f6256633b8, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba2612a6-0598-4c68-93ea-4c354bd542e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:29:46.902095 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-2f4e27fc-eb15-4af1-bdb0-fbf9d0122aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:46.970029 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-2f4e27fc-eb15-4af1-bdb0-fbf9d0122aee service neutron] For port 310a726c-f77e-4b81-837f-f6f6256633b8, host hv-cinder-79628, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:29:46.973347 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-2f4e27fc-eb15-4af1-bdb0-fbf9d0122aee service neutron] For port 310a726c-f77e-4b81-837f-f6f6256633b8, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=310a726c-f77e-4b81-837f-f6f6256633b8,segment=NetworkSegment(ba2612a6-0598-4c68-93ea-4c354bd542e5),segment_id=ba2612a6-0598-4c68-93ea-4c354bd542e5)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:29:46.977399 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-2f4e27fc-eb15-4af1-bdb0-fbf9d0122aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9210730'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:47.009753 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-2f4e27fc-eb15-4af1-bdb0-fbf9d0122aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:47.010371 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-2f4e27fc-eb15-4af1-bdb0-fbf9d0122aee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:47.011793 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-2f4e27fc-eb15-4af1-bdb0-fbf9d0122aee service neutron] 10.222.0.16 "PUT /v2.0/ports/310a726c-f77e-4b81-837f-f6f6256633b8 HTTP/1.1" status: 200 len: 1094 time: 0.6116803 Jul 05 12:29:47.012363 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dddae68e-16f2-4fcd-8b04-320ff3f3dc27', 'tag': '310a726c-f77e-4b81-837f-f6f6256633b8'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:29:47.014481 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa477df9db133d569a4b8d31d3ac9e6e51d5deb3d50c5365463f1d57aa01439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05f45ef-f55c-4594-a60c-da06d11e64b1" -d '{"events": [{"name": "network-changed", "server_uuid": "dddae68e-16f2-4fcd-8b04-320ff3f3dc27", "tag": "310a726c-f77e-4b81-837f-f6f6256633b8"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:29:47.044220 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e27fc-eb15-4af1-bdb0-fbf9d0122aee service neutron] Pushing event updated for resources: {'Port': ['ID=310a726c-f77e-4b81-837f-f6f6256633b8,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:29:47.078453 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 12:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a85e42b-69cf-407b-810d-27f702d63c95 x-openstack-request-id: req-5a85e42b-69cf-407b-810d-27f702d63c95 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:29:47.078776 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dddae68e-16f2-4fcd-8b04-320ff3f3dc27", "tag": "310a726c-f77e-4b81-837f-f6f6256633b8", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:29:47.079020 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5a85e42b-69cf-407b-810d-27f702d63c95 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:29:47.079595 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dddae68e-16f2-4fcd-8b04-320ff3f3dc27', 'tag': '310a726c-f77e-4b81-837f-f6f6256633b8', 'status': 'completed', 'code': 200} Jul 05 12:29:47.124890 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec71051-b8ab-475b-929f-9752676755e6 req-acc49f76-830f-4fe0-8c92-7c6bc5422aa0 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:47.127409 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fec71051-b8ab-475b-929f-9752676755e6 req-acc49f76-830f-4fe0-8c92-7c6bc5422aa0 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 944 time: 0.1045918 Jul 05 12:29:47.129682 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-296338c4-defa-40b5-b887-c2b1d9799a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:47.131336 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-296338c4-defa-40b5-b887-c2b1d9799a15 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c2204859a25945928d43901f7e432e4b&device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 1097 time: 0.0637548 Jul 05 12:29:47.174322 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fec71051-b8ab-475b-929f-9752676755e6 req-7510fa12-7bdd-441a-bcef-575a2fdaaa75 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405412 Jul 05 12:29:47.192770 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-e55b039f-df79-4474-9040-a6319117f673 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=310a726c-f77e-4b81-837f-f6f6256633b8 HTTP/1.1" status: 200 len: 217 time: 0.0544000 Jul 05 12:29:47.243537 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-bf33b785-1397-47a5-8eab-f14836a64b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:47.244988 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-bf33b785-1397-47a5-8eab-f14836a64b29 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e29bc3a4-4782-4c7f-be99-ab421b15f5f5 HTTP/1.1" status: 200 len: 855 time: 0.0448136 Jul 05 12:29:47.303307 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-40da54d5-9217-4ed0-940d-c56e03420f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:47.304807 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-40da54d5-9217-4ed0-940d-c56e03420f48 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a54fe11d-9434-40ac-976c-e45f096866c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0532572 Jul 05 12:29:47.393944 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-9560d5cc-445f-4ee6-8cda-b91f24d4d345 service neutron] 10.222.0.16 "GET /v2.0/networks/a54fe11d-9434-40ac-976c-e45f096866c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828290 Jul 05 12:29:47.482539 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-febdf3ae-5b03-4cad-8d03-e5e681fae31d req-3d08c4c5-0517-4db7-bcc0-098936342d29 service neutron] 10.222.0.16 "GET /v2.0/networks/a54fe11d-9434-40ac-976c-e45f096866c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813146 Jul 05 12:29:47.585113 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f45ef-f55c-4594-a60c-da06d11e64b1 req-47cf1ed5-8ac8-42bb-8779-9822ca025092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:47.586506 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c05f45ef-f55c-4594-a60c-da06d11e64b1 req-47cf1ed5-8ac8-42bb-8779-9822ca025092 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c2204859a25945928d43901f7e432e4b&device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 1097 time: 0.0545952 Jul 05 12:29:47.678109 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f45ef-f55c-4594-a60c-da06d11e64b1 req-a517731d-3957-40c5-adf6-08c040df93d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:47.679604 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c05f45ef-f55c-4594-a60c-da06d11e64b1 req-a517731d-3957-40c5-adf6-08c040df93d8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a54fe11d-9434-40ac-976c-e45f096866c1 HTTP/1.1" status: 200 len: 917 time: 0.0867798 Jul 05 12:29:47.719898 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c05f45ef-f55c-4594-a60c-da06d11e64b1 req-7bdcd71e-bc25-4fff-a6a0-f84b1038dac1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=310a726c-f77e-4b81-837f-f6f6256633b8 HTTP/1.1" status: 200 len: 217 time: 0.0342658 Jul 05 12:29:47.766592 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f45ef-f55c-4594-a60c-da06d11e64b1 req-6ec86cb1-675d-4826-a2be-27c2780edf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:47.768742 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c05f45ef-f55c-4594-a60c-da06d11e64b1 req-6ec86cb1-675d-4826-a2be-27c2780edf87 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e29bc3a4-4782-4c7f-be99-ab421b15f5f5 HTTP/1.1" status: 200 len: 855 time: 0.0421290 Jul 05 12:29:47.828443 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f45ef-f55c-4594-a60c-da06d11e64b1 req-9df1b053-7a2d-438f-b636-00ae9077ab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:47.830713 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c05f45ef-f55c-4594-a60c-da06d11e64b1 req-9df1b053-7a2d-438f-b636-00ae9077ab28 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a54fe11d-9434-40ac-976c-e45f096866c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0561907 Jul 05 12:29:47.919886 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c05f45ef-f55c-4594-a60c-da06d11e64b1 req-b36c49e6-dff5-495f-8603-88d646679e8b service neutron] 10.222.0.16 "GET /v2.0/networks/a54fe11d-9434-40ac-976c-e45f096866c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813234 Jul 05 12:29:48.010592 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c05f45ef-f55c-4594-a60c-da06d11e64b1 req-86348e3a-8bcc-43e4-b551-b161b1178dad service neutron] 10.222.0.16 "GET /v2.0/networks/a54fe11d-9434-40ac-976c-e45f096866c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849035 Jul 05 12:29:48.054398 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:48.360556 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21ffb9-280b-4167-a4af-9673caa9c009 req-b0d80fd7-3abd-4be0-a70c-6a0a6f8740ad tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:48.364966 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ca21ffb9-280b-4167-a4af-9673caa9c009 req-b0d80fd7-3abd-4be0-a70c-6a0a6f8740ad tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 944 time: 0.0673389 Jul 05 12:29:48.403332 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ca21ffb9-280b-4167-a4af-9673caa9c009 req-a0e2dd0b-ab69-4719-9130-679004bdcccd tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347726 Jul 05 12:29:49.734036 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8eeb9-9e2e-4ee5-b33b-107c96beff6f req-b8996d51-6375-46b8-b8e0-a83e23bfd25b tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:49.735536 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-54d8eeb9-9e2e-4ee5-b33b-107c96beff6f req-b8996d51-6375-46b8-b8e0-a83e23bfd25b tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 944 time: 0.0629046 Jul 05 12:29:49.772229 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-54d8eeb9-9e2e-4ee5-b33b-107c96beff6f req-54a8470f-4d6b-4d8f-acef-579f863b4444 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307002 Jul 05 12:29:49.808084 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 310a726c-f77e-4b81-837f-f6f6256633b8 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 12:29:49.902557 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port 310a726c-f77e-4b81-837f-f6f6256633b8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=310a726c-f77e-4b81-837f-f6f6256633b8,segment=NetworkSegment(ba2612a6-0598-4c68-93ea-4c354bd542e5),segment_id=ba2612a6-0598-4c68-93ea-4c354bd542e5)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:29:49.914395 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Returning: {'device': '310a726c-f77e-4b81-837f-f6f6256633b8', 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1', 'port_id': '310a726c-f77e-4b81-837f-f6f6256633b8', 'mac_address': 'fa:16:3e:cd:60:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e29bc3a4-4782-4c7f-be99-ab421b15f5f5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 12:29:49.950420 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:49.962687 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 310a726c-f77e-4b81-837f-f6f6256633b8 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:29:49.985341 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port 310a726c-f77e-4b81-837f-f6f6256633b8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=310a726c-f77e-4b81-837f-f6f6256633b8,segment=NetworkSegment(ba2612a6-0598-4c68-93ea-4c354bd542e5),segment_id=ba2612a6-0598-4c68-93ea-4c354bd542e5)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:29:49.990327 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:50.036748 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=310a726c-f77e-4b81-837f-f6f6256633b8,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:29:50.330337 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] get_ports_and_sgs() called for port_ids ['310a726c-f77e-4b81-837f-f6f6256633b8'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 12:29:50.786249 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6abc6cb8-50be-415e-8189-504e8f72a87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:50.951747 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4efff-1b2d-4f62-8a2b-e4e9774959e6 req-3ac5d0a2-a703-4a1b-8103-97051bd72432 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:50.953198 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d2b4efff-1b2d-4f62-8a2b-e4e9774959e6 req-3ac5d0a2-a703-4a1b-8103-97051bd72432 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 945 time: 0.0629914 Jul 05 12:29:50.989497 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d2b4efff-1b2d-4f62-8a2b-e4e9774959e6 req-19538f64-5808-45ef-8bfd-392455f66fdb tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309470 Jul 05 12:29:51.816074 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 310a726c-f77e-4b81-837f-f6f6256633b8 up at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:29:51.865569 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning for port 310a726c-f77e-4b81-837f-f6f6256633b8 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:29:51.869371 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning complete for port 310a726c-f77e-4b81-837f-f6f6256633b8 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:29:51.869741 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:51.944564 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:51.966250 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dddae68e-16f2-4fcd-8b04-320ff3f3dc27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310a726c-f77e-4b81-837f-f6f6256633b8'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:29:51.968512 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb11927d8d6a4f40405007df32e35409d46ab531454b71f6d23f9687e715819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b33ed2b-c2d5-428d-908f-64122ea4c5a8" -d '{"events": [{"server_uuid": "dddae68e-16f2-4fcd-8b04-320ff3f3dc27", "name": "network-vif-plugged", "status": "completed", "tag": "310a726c-f77e-4b81-837f-f6f6256633b8"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:29:51.981618 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port 310a726c-f77e-4b81-837f-f6f6256633b8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=310a726c-f77e-4b81-837f-f6f6256633b8,segment=NetworkSegment(ba2612a6-0598-4c68-93ea-4c354bd542e5),segment_id=ba2612a6-0598-4c68-93ea-4c354bd542e5)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:29:51.985807 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:52.011462 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde36b60-e51d-4bdd-a42f-581c6a3f8cf3 x-openstack-request-id: req-dde36b60-e51d-4bdd-a42f-581c6a3f8cf3 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:29:52.011751 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dddae68e-16f2-4fcd-8b04-320ff3f3dc27", "name": "network-vif-plugged", "status": "completed", "tag": "310a726c-f77e-4b81-837f-f6f6256633b8", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:29:52.012000 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dde36b60-e51d-4bdd-a42f-581c6a3f8cf3 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:29:52.012376 dv-cinder-796286-12-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dddae68e-16f2-4fcd-8b04-320ff3f3dc27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310a726c-f77e-4b81-837f-f6f6256633b8', 'code': 200} Jul 05 12:29:52.040070 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=310a726c-f77e-4b81-837f-f6f6256633b8,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:29:52.176860 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df67bdd-6679-4871-8630-105b1517cd20 req-7877020d-c784-43b2-ae9e-9c4ea2624978 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:52.178337 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4df67bdd-6679-4871-8630-105b1517cd20 req-7877020d-c784-43b2-ae9e-9c4ea2624978 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 946 time: 0.0674140 Jul 05 12:29:52.217160 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4df67bdd-6679-4871-8630-105b1517cd20 req-c99a4343-4640-4ee1-aad2-d8e295541b84 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330701 Jul 05 12:29:52.240932 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e9264-df2b-4ec2-a352-f7b9d8e67eb5 req-a6edb7b5-e981-4608-966c-d5bb31907fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:52.242476 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-088e9264-df2b-4ec2-a352-f7b9d8e67eb5 req-a6edb7b5-e981-4608-966c-d5bb31907fc0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 1099 time: 0.0537944 Jul 05 12:29:52.276593 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-088e9264-df2b-4ec2-a352-f7b9d8e67eb5 req-87095f51-f4d5-40fa-ae47-6911735f557c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278623 Jul 05 12:29:53.341338 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1d4817d5-399d-49fa-84ad-1ec85e31de76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:53.395647 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b14df-4342-4474-b44b-dee79a898635 req-a4f2e5e5-b11b-4877-8879-864597a041fd tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:53.397118 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2e6b14df-4342-4474-b44b-dee79a898635 req-a4f2e5e5-b11b-4877-8879-864597a041fd tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 946 time: 0.0656612 Jul 05 12:29:53.436412 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2e6b14df-4342-4474-b44b-dee79a898635 req-2545ba96-848e-456b-b3d7-67da818223db tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337012 Jul 05 12:29:53.700490 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:54.615109 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46e631-63bc-4ebf-9769-eb74aff89ee4 req-95b325e3-2204-486a-bd5e-000b510414dc tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:54.616578 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-df46e631-63bc-4ebf-9769-eb74aff89ee4 req-95b325e3-2204-486a-bd5e-000b510414dc tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 946 time: 0.0653884 Jul 05 12:29:54.655205 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-df46e631-63bc-4ebf-9769-eb74aff89ee4 req-6fe63c8e-7662-4491-a9f8-f6e78e4bc736 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324214 Jul 05 12:29:54.699417 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:54.825685 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80e654-8b3d-48f5-8be4-0ad92ff2e092 req-5b28519a-f619-43b6-9de4-3d9ea1adfbff tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:54.827065 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2b80e654-8b3d-48f5-8be4-0ad92ff2e092 req-5b28519a-f619-43b6-9de4-3d9ea1adfbff tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 946 time: 0.0623579 Jul 05 12:29:54.836151 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 41438) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:29:54.840620 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-def79f12-1594-482b-a396-9b6612a56473 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Request body: {'floatingip': {'port_id': '310a726c-f77e-4b81-837f-f6f6256633b8'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:29:54.880432 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-def79f12-1594-482b-a396-9b6612a56473 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks [] for floatingip, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:55.323634 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-def79f12-1594-482b-a396-9b6612a56473 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:55.329037 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-def79f12-1594-482b-a396-9b6612a56473 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575314'] for floatingip, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:55.428661 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.db.l3_db [None req-def79f12-1594-482b-a396-9b6612a56473 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Floating IP cba2b0f2-3386-49f4-bd11-5ae4057026d0 associated. External IP: 172.27.3.49, port: 310a726c-f77e-4b81-837f-f6f6256633b8. Jul 05 12:29:55.632718 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def79f12-1594-482b-a396-9b6612a56473 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Router 734300e0-7743-42aa-b8bb-4758d7b8ad32 has already been hosted by L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 12:29:55.747585 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def79f12-1594-482b-a396-9b6612a56473 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:29:55.753026 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-def79f12-1594-482b-a396-9b6612a56473 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for floatingip, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:55.757415 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45224bf6-d08d-4afb-b056-773c76a3fd3a None None] Sync routers for ids ['734300e0-7743-42aa-b8bb-4758d7b8ad32'] in dv-cinder-796286-12-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:29:55.766513 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45224bf6-d08d-4afb-b056-773c76a3fd3a None None] Routers {'734300e0-7743-42aa-b8bb-4758d7b8ad32'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:29:55.767160 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-45224bf6-d08d-4afb-b056-773c76a3fd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:29:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['734300e0-7743-42aa-b8bb-4758d7b8ad32'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:29:55.790765 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-def79f12-1594-482b-a396-9b6612a56473 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "PUT /v2.0/floatingips/cba2b0f2-3386-49f4-bd11-5ae4057026d0 HTTP/1.1" status: 200 len: 991 time: 0.9535451 Jul 05 12:29:55.791479 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dddae68e-16f2-4fcd-8b04-320ff3f3dc27', 'tag': '310a726c-f77e-4b81-837f-f6f6256633b8'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:29:55.793724 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38d66cb680d8e216a4639fd07ffcdd1e1f1f0bb375bf284fc7cc66ae145b2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27be864-5250-44d4-8614-962469a001dd" -d '{"events": [{"name": "network-changed", "server_uuid": "dddae68e-16f2-4fcd-8b04-320ff3f3dc27", "tag": "310a726c-f77e-4b81-837f-f6f6256633b8"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:29:55.829407 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 12:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78eec847-9c40-426e-ab3b-1280c24f1550 x-openstack-request-id: req-78eec847-9c40-426e-ab3b-1280c24f1550 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:29:55.829695 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dddae68e-16f2-4fcd-8b04-320ff3f3dc27", "tag": "310a726c-f77e-4b81-837f-f6f6256633b8", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:29:55.830523 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-78eec847-9c40-426e-ab3b-1280c24f1550 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:29:55.831030 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dddae68e-16f2-4fcd-8b04-320ff3f3dc27', 'tag': '310a726c-f77e-4b81-837f-f6f6256633b8', 'status': 'completed', 'code': 200} Jul 05 12:29:55.875195 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-45224bf6-d08d-4afb-b056-773c76a3fd3a None None] Set router 734300e0-7743-42aa-b8bb-4758d7b8ad32 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:29:55.906393 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27be864-5250-44d4-8614-962469a001dd req-9a84d4ce-0452-450f-b231-3b815f6c9bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:55.907848 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a27be864-5250-44d4-8614-962469a001dd req-9a84d4ce-0452-450f-b231-3b815f6c9bff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c2204859a25945928d43901f7e432e4b&device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 1099 time: 0.0544868 Jul 05 12:29:56.002863 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27be864-5250-44d4-8614-962469a001dd req-79fbdb64-00c0-437a-aaef-72cda32ec560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:56.004339 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a27be864-5250-44d4-8614-962469a001dd req-79fbdb64-00c0-437a-aaef-72cda32ec560 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a54fe11d-9434-40ac-976c-e45f096866c1 HTTP/1.1" status: 200 len: 917 time: 0.0875864 Jul 05 12:29:56.068998 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a27be864-5250-44d4-8614-962469a001dd req-9560be82-6dcd-492e-8ea9-a6517ec971d4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=310a726c-f77e-4b81-837f-f6f6256633b8 HTTP/1.1" status: 200 len: 999 time: 0.0576696 Jul 05 12:29:56.102578 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-45224bf6-d08d-4afb-b056-773c76a3fd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'name': 'tempest-AttachVolumeShelveTestJSON-575998965-router', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e0f234a0-175d-42f0-8ebc-cc17d7338b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:54Z', 'updated_at': '2021-07-05T12:23:00Z', 'revision_number': 4, 'project_id': 'c2204859a25945928d43901f7e432e4b', 'gw_port': {'id': 'e0f234a0-175d-42f0-8ebc-cc17d7338b1c', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:55Z', 'updated_at': '2021-07-05T12:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_floatingips': [{'id': 'cba2b0f2-3386-49f4-bd11-5ae4057026d0', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'floating_ip_address': '172.27.3.49', 'floating_network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'router_id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'port_id': '310a726c-f77e-4b81-837f-f6f6256633b8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1', 'mac_address': 'fa:16:3e:cd:60:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddae68e-16f2-4fcd-8b04-320ff3f3dc27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T12:29:43Z', 'updated_at': '2021-07-05T12:29:55Z', 'revision_number': 1, 'project_id': 'c2204859a25945928d43901f7e432e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e3403b2-d152-460c-8226-44b1fb84a261', 'name': '', 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'mac_address': 'fa:16:3e:ff:4c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e29bc3a4-4782-4c7f-be99-ab421b15f5f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:59Z', 'updated_at': '2021-07-05T12:23:16Z', 'revision_number': 5, 'project_id': 'c2204859a25945928d43901f7e432e4b', 'subnets': [{'id': 'e29bc3a4-4782-4c7f-be99-ab421b15f5f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:29:56.119706 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27be864-5250-44d4-8614-962469a001dd req-f54859da-8929-4d9e-afa7-51d52843e1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:56.121171 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a27be864-5250-44d4-8614-962469a001dd req-f54859da-8929-4d9e-afa7-51d52843e1a8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e29bc3a4-4782-4c7f-be99-ab421b15f5f5 HTTP/1.1" status: 200 len: 855 time: 0.0461872 Jul 05 12:29:56.132657 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45224bf6-d08d-4afb-b056-773c76a3fd3a None None] Checking router: 734300e0-7743-42aa-b8bb-4758d7b8ad32 for host: dv-cinder-796286-12-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:29:56.140789 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45224bf6-d08d-4afb-b056-773c76a3fd3a None None] Routers {'734300e0-7743-42aa-b8bb-4758d7b8ad32'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:29:56.141381 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-45224bf6-d08d-4afb-b056-773c76a3fd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:29:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['734300e0-7743-42aa-b8bb-4758d7b8ad32'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:29:56.185509 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27be864-5250-44d4-8614-962469a001dd req-9746efb7-fc6d-45ad-8421-6201d4c0733b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:29:56.186953 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a27be864-5250-44d4-8614-962469a001dd req-9746efb7-fc6d-45ad-8421-6201d4c0733b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a54fe11d-9434-40ac-976c-e45f096866c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0517111 Jul 05 12:29:56.248807 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-45224bf6-d08d-4afb-b056-773c76a3fd3a None None] Set router 734300e0-7743-42aa-b8bb-4758d7b8ad32 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:29:56.276634 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a27be864-5250-44d4-8614-962469a001dd req-7ce0d08b-6fd0-45c8-bc61-40e4c8b9b444 service neutron] 10.222.0.16 "GET /v2.0/networks/a54fe11d-9434-40ac-976c-e45f096866c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826616 Jul 05 12:29:56.284592 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:29:56.370182 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a27be864-5250-44d4-8614-962469a001dd req-9673930f-85c8-4775-9f1d-769f5d59f70d service neutron] 10.222.0.16 "GET /v2.0/networks/a54fe11d-9434-40ac-976c-e45f096866c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858426 Jul 05 12:29:56.477609 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-45224bf6-d08d-4afb-b056-773c76a3fd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'name': 'tempest-AttachVolumeShelveTestJSON-575998965-router', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e0f234a0-175d-42f0-8ebc-cc17d7338b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:54Z', 'updated_at': '2021-07-05T12:23:00Z', 'revision_number': 4, 'project_id': 'c2204859a25945928d43901f7e432e4b', 'gw_port': {'id': 'e0f234a0-175d-42f0-8ebc-cc17d7338b1c', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:55Z', 'updated_at': '2021-07-05T12:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_floatingips': [{'id': 'cba2b0f2-3386-49f4-bd11-5ae4057026d0', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'floating_ip_address': '172.27.3.49', 'floating_network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'router_id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'port_id': '310a726c-f77e-4b81-837f-f6f6256633b8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1', 'mac_address': 'fa:16:3e:cd:60:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddae68e-16f2-4fcd-8b04-320ff3f3dc27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T12:29:43Z', 'updated_at': '2021-07-05T12:29:55Z', 'revision_number': 1, 'project_id': 'c2204859a25945928d43901f7e432e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e3403b2-d152-460c-8226-44b1fb84a261', 'name': '', 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'mac_address': 'fa:16:3e:ff:4c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e29bc3a4-4782-4c7f-be99-ab421b15f5f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:59Z', 'updated_at': '2021-07-05T12:23:16Z', 'revision_number': 5, 'project_id': 'c2204859a25945928d43901f7e432e4b', 'subnets': [{'id': 'e29bc3a4-4782-4c7f-be99-ab421b15f5f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:29:56.503476 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45224bf6-d08d-4afb-b056-773c76a3fd3a None None] The sync data for ids ['734300e0-7743-42aa-b8bb-4758d7b8ad32'] in dv-cinder-796286-12-iscsi is: [{'id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'name': 'tempest-AttachVolumeShelveTestJSON-575998965-router', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e0f234a0-175d-42f0-8ebc-cc17d7338b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:54Z', 'updated_at': '2021-07-05T12:23:00Z', 'revision_number': 4, 'project_id': 'c2204859a25945928d43901f7e432e4b', 'gw_port': {'id': 'e0f234a0-175d-42f0-8ebc-cc17d7338b1c', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:55Z', 'updated_at': '2021-07-05T12:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_floatingips': [{'id': 'cba2b0f2-3386-49f4-bd11-5ae4057026d0', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'floating_ip_address': '172.27.3.49', 'floating_network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'router_id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'port_id': '310a726c-f77e-4b81-837f-f6f6256633b8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1', 'mac_address': 'fa:16:3e:cd:60:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddae68e-16f2-4fcd-8b04-320ff3f3dc27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T12:29:43Z', 'updated_at': '2021-07-05T12:29:55Z', 'revision_number': 1, 'project_id': 'c2204859a25945928d43901f7e432e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e3403b2-d152-460c-8226-44b1fb84a261', 'name': '', 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'mac_address': 'fa:16:3e:ff:4c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e29bc3a4-4782-4c7f-be99-ab421b15f5f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:59Z', 'updated_at': '2021-07-05T12:23:16Z', 'revision_number': 5, 'project_id': 'c2204859a25945928d43901f7e432e4b', 'subnets': [{'id': 'e29bc3a4-4782-4c7f-be99-ab421b15f5f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:29:56.684805 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a588f4-5d1c-4742-82f0-fe880fba2237 None None] New status for floating IP cba2b0f2-3386-49f4-bd11-5ae4057026d0: ACTIVE {{(pid=92931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 12:30:07.153111 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:30:18.089310 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:18.169453 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552569b-f84b-408f-b549-eefb801cae2c req-fdd30a9a-98fc-4459-a8dc-ea51b9382299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:18.170986 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8552569b-f84b-408f-b549-eefb801cae2c req-fdd30a9a-98fc-4459-a8dc-ea51b9382299 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bf300df367b4c379e19b085196596d8&device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 1137 time: 0.0531573 Jul 05 12:30:18.208605 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e4cd6-e446-4d8b-bca0-1ef7739dc260 req-d5ff6bfa-3523-4bd5-99fc-656101200034 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:18.210139 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0d5e4cd6-e446-4d8b-bca0-1ef7739dc260 req-d5ff6bfa-3523-4bd5-99fc-656101200034 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 984 time: 0.0679879 Jul 05 12:30:18.255777 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0d5e4cd6-e446-4d8b-bca0-1ef7739dc260 req-dd9f6de0-d9ea-4e94-bcfc-88873e0aa25b tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ee3d070-eb45-4bef-8e39-f58dcd8aed2b&id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0398910 Jul 05 12:30:18.490139 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552569b-f84b-408f-b549-eefb801cae2c req-f45f21b9-ae94-45e7-8a6e-e0cb0741615f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:18.491713 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8552569b-f84b-408f-b549-eefb801cae2c req-f45f21b9-ae94-45e7-8a6e-e0cb0741615f service neutron] 10.222.0.16 "GET /v2.0/networks?id=20f83d02-1a02-4231-9787-67c36fcfd4b6 HTTP/1.1" status: 200 len: 916 time: 0.3123968 Jul 05 12:30:18.556519 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8552569b-f84b-408f-b549-eefb801cae2c req-da52bfa7-20a8-445d-b42f-7f30f4517160 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09bb7bd6-1a95-463f-a53b-3b3997c3ba2d HTTP/1.1" status: 200 len: 1001 time: 0.0579739 Jul 05 12:30:18.605371 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552569b-f84b-408f-b549-eefb801cae2c req-6662aa55-438d-478f-84e1-f2dd5445fba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:18.606717 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8552569b-f84b-408f-b549-eefb801cae2c req-6662aa55-438d-478f-84e1-f2dd5445fba6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dae6a4f6-bb01-419e-a45a-2fe1e4753d41 HTTP/1.1" status: 200 len: 854 time: 0.0434179 Jul 05 12:30:18.666286 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552569b-f84b-408f-b549-eefb801cae2c req-8d37d955-4470-435b-8959-89faf3dfeb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:18.667800 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8552569b-f84b-408f-b549-eefb801cae2c req-8d37d955-4470-435b-8959-89faf3dfeb15 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20f83d02-1a02-4231-9787-67c36fcfd4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0540268 Jul 05 12:30:18.755886 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8552569b-f84b-408f-b549-eefb801cae2c req-bb267600-ec87-41e9-b1bc-73245b8d36b2 service neutron] 10.222.0.16 "GET /v2.0/networks/20f83d02-1a02-4231-9787-67c36fcfd4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798957 Jul 05 12:30:18.851043 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8552569b-f84b-408f-b549-eefb801cae2c req-6f16097d-c04c-408d-95a4-8250e1db648b service neutron] 10.222.0.16 "GET /v2.0/networks/20f83d02-1a02-4231-9787-67c36fcfd4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877738 Jul 05 12:30:19.432435 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00402f-b365-4994-8eab-22352f5e31c0 req-9d795729-7f41-49a4-ab82-210c86a01a24 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:19.433916 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1c00402f-b365-4994-8eab-22352f5e31c0 req-9d795729-7f41-49a4-ab82-210c86a01a24 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 984 time: 0.0630894 Jul 05 12:30:19.474710 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1c00402f-b365-4994-8eab-22352f5e31c0 req-3327f903-e865-44b8-b231-082fc682f68f tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ee3d070-eb45-4bef-8e39-f58dcd8aed2b&id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0350959 Jul 05 12:30:20.655082 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2320ad-f129-40cd-84b4-bfd511a5f1ec req-701754a6-43ab-4e36-b358-45e23798904a tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:20.656575 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fa2320ad-f129-40cd-84b4-bfd511a5f1ec req-701754a6-43ab-4e36-b358-45e23798904a tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 984 time: 0.0678930 Jul 05 12:30:20.668045 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ff8686c4-bfa5-4725-9d34-0cf91094a65a req-a350ac28-9d6a-4c5f-b859-94b0473cfd93 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0545495 Jul 05 12:30:20.703988 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fa2320ad-f129-40cd-84b4-bfd511a5f1ec req-87d2e4dc-23e2-419d-88a1-bcbcbba0397b tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ee3d070-eb45-4bef-8e39-f58dcd8aed2b&id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0409636 Jul 05 12:30:20.748550 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8686c4-bfa5-4725-9d34-0cf91094a65a req-8b90d708-bd50-44c4-bd57-fd7bf9065116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:20.750025 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ff8686c4-bfa5-4725-9d34-0cf91094a65a req-8b90d708-bd50-44c4-bd57-fd7bf9065116 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c793eb3be9746198eaeb83a145c6641&device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 1099 time: 0.0538750 Jul 05 12:30:20.788350 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1dcd6728-e696-4b12-a1e5-c8ad1df1fa6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:20.863240 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8686c4-bfa5-4725-9d34-0cf91094a65a req-33b02a85-f2a5-4e04-bd32-77e67e68dd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:20.864813 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ff8686c4-bfa5-4725-9d34-0cf91094a65a req-33b02a85-f2a5-4e04-bd32-77e67e68dd43 service neutron] 10.222.0.16 "GET /v2.0/networks?id=51839ed8-9220-4bba-94fb-b117e6e65d5f HTTP/1.1" status: 200 len: 910 time: 0.0934718 Jul 05 12:30:20.929435 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ff8686c4-bfa5-4725-9d34-0cf91094a65a req-15c06d21-1242-4a0e-afe3-e4197e0e9736 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004 HTTP/1.1" status: 200 len: 1001 time: 0.0574529 Jul 05 12:30:20.977594 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8686c4-bfa5-4725-9d34-0cf91094a65a req-0767d68e-e75f-4718-8ce5-fc3a74e7e8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:20.979029 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ff8686c4-bfa5-4725-9d34-0cf91094a65a req-0767d68e-e75f-4718-8ce5-fc3a74e7e8b3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=63c05bff-6436-4f1d-93bf-d01974ae158e HTTP/1.1" status: 200 len: 848 time: 0.0427303 Jul 05 12:30:21.039094 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8686c4-bfa5-4725-9d34-0cf91094a65a req-b4b59f34-a3ce-4f12-a6e6-916c2ca72306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:21.040491 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ff8686c4-bfa5-4725-9d34-0cf91094a65a req-b4b59f34-a3ce-4f12-a6e6-916c2ca72306 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=51839ed8-9220-4bba-94fb-b117e6e65d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0548906 Jul 05 12:30:21.129822 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ff8686c4-bfa5-4725-9d34-0cf91094a65a req-985864e1-a6d4-482c-aa4c-75c18bc9aab7 service neutron] 10.222.0.16 "GET /v2.0/networks/51839ed8-9220-4bba-94fb-b117e6e65d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815852 Jul 05 12:30:21.222686 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ff8686c4-bfa5-4725-9d34-0cf91094a65a req-9f588ad5-fb34-4906-a1f8-91ac1dbc70a1 service neutron] 10.222.0.16 "GET /v2.0/networks/51839ed8-9220-4bba-94fb-b117e6e65d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857439 Jul 05 12:30:21.903796 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60476a0c-0732-487d-874d-b7c86f3a6712 req-24d88022-a645-44d8-befe-1c4e8b9079d2 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:21.905530 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-60476a0c-0732-487d-874d-b7c86f3a6712 req-24d88022-a645-44d8-befe-1c4e8b9079d2 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 984 time: 0.0688081 Jul 05 12:30:21.945715 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-60476a0c-0732-487d-874d-b7c86f3a6712 req-90fa976b-abb3-4664-ba40-9d7da7fe8140 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ee3d070-eb45-4bef-8e39-f58dcd8aed2b&id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0335147 Jul 05 12:30:23.120440 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476cd3a4-d7a1-45bf-8901-75a8f5eacd1a req-52a99277-4e8f-4883-8727-c2523def5e22 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:23.121815 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-476cd3a4-d7a1-45bf-8901-75a8f5eacd1a req-52a99277-4e8f-4883-8727-c2523def5e22 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 984 time: 0.0646083 Jul 05 12:30:23.162435 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-476cd3a4-d7a1-45bf-8901-75a8f5eacd1a req-99ca1cc6-c491-4e8f-8930-6db1cfcb7ab7 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ee3d070-eb45-4bef-8e39-f58dcd8aed2b&id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0349960 Jul 05 12:30:23.348673 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bb79933f-83ed-4b38-ac2d-b402e69542ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:23.701396 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:24.340746 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a5ae5-b9cb-4119-a7eb-a9871464ed70 req-c5f9a509-d398-4cb2-b454-2cee21921da5 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:24.342146 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-638a5ae5-b9cb-4119-a7eb-a9871464ed70 req-c5f9a509-d398-4cb2-b454-2cee21921da5 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 984 time: 0.0669935 Jul 05 12:30:24.382303 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-638a5ae5-b9cb-4119-a7eb-a9871464ed70 req-e823e490-a87e-40c0-8ab2-c79dc356d40d tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ee3d070-eb45-4bef-8e39-f58dcd8aed2b&id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0334208 Jul 05 12:30:24.693132 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:25.553548 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b57321-5443-4ae5-86c9-05c061c62980 req-7580cf6e-e6d1-40d2-b8a2-3d48cd362d48 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:25.555052 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-95b57321-5443-4ae5-86c9-05c061c62980 req-7580cf6e-e6d1-40d2-b8a2-3d48cd362d48 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 984 time: 0.0632706 Jul 05 12:30:25.594083 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-95b57321-5443-4ae5-86c9-05c061c62980 req-4a2dbff1-d25b-4c4c-9aed-cef5b6087867 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ee3d070-eb45-4bef-8e39-f58dcd8aed2b&id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0332577 Jul 05 12:30:26.261541 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:26.669881 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4fe4b2-a1ce-4f75-85cc-a79b58a3ea9c req-b3ff3a08-7536-4a68-98ac-34f1446082c1 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:26.672059 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9c4fe4b2-a1ce-4f75-85cc-a79b58a3ea9c req-b3ff3a08-7536-4a68-98ac-34f1446082c1 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.0696058 Jul 05 12:30:26.713936 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9c4fe4b2-a1ce-4f75-85cc-a79b58a3ea9c req-0f06590a-b640-475f-ae54-05260860ba6f tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362916 Jul 05 12:30:26.775148 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a78878e-bae4-439b-b219-b707d387e55a req-62b2cb38-4465-4756-b9a3-74594fbbb426 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:26.776614 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0a78878e-bae4-439b-b219-b707d387e55a req-62b2cb38-4465-4756-b9a3-74594fbbb426 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 984 time: 0.0666928 Jul 05 12:30:26.816271 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0a78878e-bae4-439b-b219-b707d387e55a req-e12de2f0-9b3b-499f-9796-34a4a416caed tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ee3d070-eb45-4bef-8e39-f58dcd8aed2b&id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0337560 Jul 05 12:30:27.670433 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee9962-59ff-4757-a6fe-122fef83468e req-74808186-29c9-497f-adbe-5dbdb7a9cda0 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:27.671898 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e0ee9962-59ff-4757-a6fe-122fef83468e req-74808186-29c9-497f-adbe-5dbdb7a9cda0 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.0633211 Jul 05 12:30:27.775296 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-e0ee9962-59ff-4757-a6fe-122fef83468e req-21173be2-9e8e-4854-909b-4ffe33d20f4b tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Deleting port 0dff58fd-c8ab-4cdd-9429-db08b90f7cfb {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:30:27.775638 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-e0ee9962-59ff-4757-a6fe-122fef83468e req-21173be2-9e8e-4854-909b-4ffe33d20f4b tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:27.866287 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-e0ee9962-59ff-4757-a6fe-122fef83468e req-21173be2-9e8e-4854-909b-4ffe33d20f4b tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] For port 0dff58fd-c8ab-4cdd-9429-db08b90f7cfb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0dff58fd-c8ab-4cdd-9429-db08b90f7cfb,segment=NetworkSegment(a5eff1d7-bf39-4749-97ff-8022401a9780),segment_id=a5eff1d7-bf39-4749-97ff-8022401a9780)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:30:27.866652 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-e0ee9962-59ff-4757-a6fe-122fef83468e req-21173be2-9e8e-4854-909b-4ffe33d20f4b tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:27.901145 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243df0f9-63cc-49c2-bb15-a88fa9b31a6c req-b2a21863-b5da-4b47-91de-f19c9122ddf0 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:27.902658 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-243df0f9-63cc-49c2-bb15-a88fa9b31a6c req-b2a21863-b5da-4b47-91de-f19c9122ddf0 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 945 time: 0.0670333 Jul 05 12:30:27.954973 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-243df0f9-63cc-49c2-bb15-a88fa9b31a6c req-4e80371d-028b-431a-8a9f-43f9e125c1f4 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a64057e-c2fd-4039-9c42-a3e9960f3fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450025 Jul 05 12:30:28.010616 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8690b-fd5c-429e-bcf2-2ed426f7d492 req-ce28df86-f9d3-4c11-998b-5783f34ce7a7 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:28.012108 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2dd8690b-fd5c-429e-bcf2-2ed426f7d492 req-ce28df86-f9d3-4c11-998b-5783f34ce7a7 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 984 time: 0.0735235 Jul 05 12:30:28.047020 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-e0ee9962-59ff-4757-a6fe-122fef83468e req-21173be2-9e8e-4854-909b-4ffe33d20f4b tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:28.047392 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-e0ee9962-59ff-4757-a6fe-122fef83468e req-21173be2-9e8e-4854-909b-4ffe33d20f4b tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575314'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:28.047709 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.db.l3_db [req-e0ee9962-59ff-4757-a6fe-122fef83468e req-21173be2-9e8e-4854-909b-4ffe33d20f4b tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Floating IP 5cd1ed27-a9f3-420b-9aea-343571c9a29f disassociated. External IP: 172.27.3.127, port: 0dff58fd-c8ab-4cdd-9429-db08b90f7cfb. Jul 05 12:30:28.048042 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-e0ee9962-59ff-4757-a6fe-122fef83468e req-21173be2-9e8e-4854-909b-4ffe33d20f4b tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Calling delete_port for 0dff58fd-c8ab-4cdd-9429-db08b90f7cfb owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:30:28.052905 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2dd8690b-fd5c-429e-bcf2-2ed426f7d492 req-40c1028c-a90c-43c8-bdfc-0535c594b5d4 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ee3d070-eb45-4bef-8e39-f58dcd8aed2b&id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0350299 Jul 05 12:30:28.176105 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-e0ee9962-59ff-4757-a6fe-122fef83468e req-21173be2-9e8e-4854-909b-4ffe33d20f4b tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9210769'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:28.204686 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21173be2-9e8e-4854-909b-4ffe33d20f4b tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Pushing event deleted for resources: {'Port': ['ID=0dff58fd-c8ab-4cdd-9429-db08b90f7cfb,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:30:28.216029 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21173be2-9e8e-4854-909b-4ffe33d20f4b tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:30:28.216379 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21173be2-9e8e-4854-909b-4ffe33d20f4b tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:30:28.216719 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21173be2-9e8e-4854-909b-4ffe33d20f4b tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:30:28.217053 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21173be2-9e8e-4854-909b-4ffe33d20f4b tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:30:28.217384 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21173be2-9e8e-4854-909b-4ffe33d20f4b tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:30:28.217713 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21173be2-9e8e-4854-909b-4ffe33d20f4b tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:30:28.218037 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21173be2-9e8e-4854-909b-4ffe33d20f4b tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:30:28.218364 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21173be2-9e8e-4854-909b-4ffe33d20f4b tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:30:28.218686 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21173be2-9e8e-4854-909b-4ffe33d20f4b tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:30:28.219052 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21173be2-9e8e-4854-909b-4ffe33d20f4b tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:30:28.219372 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21173be2-9e8e-4854-909b-4ffe33d20f4b tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:30:28.219691 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21173be2-9e8e-4854-909b-4ffe33d20f4b tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:30:28.346083 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0ee9962-59ff-4757-a6fe-122fef83468e req-21173be2-9e8e-4854-909b-4ffe33d20f4b tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Router 395058aa-bd8e-4054-9b7a-b7df9ee90184 has already been hosted by L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 12:30:28.452596 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0ee9962-59ff-4757-a6fe-122fef83468e req-21173be2-9e8e-4854-909b-4ffe33d20f4b tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:30:28.463463 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1ee305-58f3-4635-9a4e-0d1f015628c3 None None] Sync routers for ids ['395058aa-bd8e-4054-9b7a-b7df9ee90184'] in dv-cinder-796286-12-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:30:28.472604 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1ee305-58f3-4635-9a4e-0d1f015628c3 None None] Routers {'395058aa-bd8e-4054-9b7a-b7df9ee90184'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:30:28.473330 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-7e1ee305-58f3-4635-9a4e-0d1f015628c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:30:23Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['395058aa-bd8e-4054-9b7a-b7df9ee90184'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:30:28.498903 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ee9962-59ff-4757-a6fe-122fef83468e req-21173be2-9e8e-4854-909b-4ffe33d20f4b tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] No DVR routers for this DVR port 0dff58fd-c8ab-4cdd-9429-db08b90f7cfb on host hv-cinder-79628 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 12:30:28.501319 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-e0ee9962-59ff-4757-a6fe-122fef83468e req-21173be2-9e8e-4854-909b-4ffe33d20f4b tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:28.504528 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e0ee9962-59ff-4757-a6fe-122fef83468e req-21173be2-9e8e-4854-909b-4ffe33d20f4b tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.16 "DELETE /v2.0/ports/0dff58fd-c8ab-4cdd-9429-db08b90f7cfb HTTP/1.1" status: 204 len: 173 time: 0.8273110 Jul 05 12:30:28.504960 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfef9891-bfce-409b-968f-45d6c4d15580', 'name': 'network-vif-deleted', 'tag': '0dff58fd-c8ab-4cdd-9429-db08b90f7cfb'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:30:28.507342 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa477df9db133d569a4b8d31d3ac9e6e51d5deb3d50c5365463f1d57aa01439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2ba6b7-1fd4-46d1-9c38-65a2e092906f" -d '{"events": [{"server_uuid": "cfef9891-bfce-409b-968f-45d6c4d15580", "name": "network-vif-deleted", "tag": "0dff58fd-c8ab-4cdd-9429-db08b90f7cfb"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:30:28.551618 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9aa122-be05-4c29-aebb-f717d54b3e9d x-openstack-request-id: req-3d9aa122-be05-4c29-aebb-f717d54b3e9d {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:30:28.551907 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfef9891-bfce-409b-968f-45d6c4d15580", "name": "network-vif-deleted", "tag": "0dff58fd-c8ab-4cdd-9429-db08b90f7cfb", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:30:28.552155 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3d9aa122-be05-4c29-aebb-f717d54b3e9d {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:30:28.552549 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfef9891-bfce-409b-968f-45d6c4d15580', 'name': 'network-vif-deleted', 'tag': '0dff58fd-c8ab-4cdd-9429-db08b90f7cfb', 'status': 'completed', 'code': 200} Jul 05 12:30:28.595314 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-7e1ee305-58f3-4635-9a4e-0d1f015628c3 None None] Set router 395058aa-bd8e-4054-9b7a-b7df9ee90184 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:30:28.927528 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-7e1ee305-58f3-4635-9a4e-0d1f015628c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'name': 'tempest-AttachVolumeTestJSON-1311480240-router', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'c8262b5f-c4c1-429d-a20f-ba30051f9b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:57Z', 'updated_at': '2021-07-05T12:23:13Z', 'revision_number': 4, 'project_id': '35f01324a75d49b0a41482389c6e6ffa', 'gw_port': {'id': 'c8262b5f-c4c1-429d-a20f-ba30051f9b11', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:58Z', 'updated_at': '2021-07-05T12:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '2f870125-e7e6-4ae8-84f7-412921045392', 'name': '', 'network_id': 'ce9dc6dd-f0bf-4ede-a694-43b2f2633288', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'mac_address': 'fa:16:3e:25:8e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '2d9e9361-6ae5-4568-a40d-d37eb215fca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:23:10Z', 'updated_at': '2021-07-05T12:23:21Z', 'revision_number': 5, 'project_id': '35f01324a75d49b0a41482389c6e6ffa', 'subnets': [{'id': '2d9e9361-6ae5-4568-a40d-d37eb215fca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:30:28.952619 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1ee305-58f3-4635-9a4e-0d1f015628c3 None None] Checking router: 395058aa-bd8e-4054-9b7a-b7df9ee90184 for host: dv-cinder-796286-12-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:30:28.961196 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1ee305-58f3-4635-9a4e-0d1f015628c3 None None] Routers {'395058aa-bd8e-4054-9b7a-b7df9ee90184'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:30:28.961804 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-7e1ee305-58f3-4635-9a4e-0d1f015628c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:30:23Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['395058aa-bd8e-4054-9b7a-b7df9ee90184'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:30:29.076921 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-7e1ee305-58f3-4635-9a4e-0d1f015628c3 None None] Set router 395058aa-bd8e-4054-9b7a-b7df9ee90184 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:30:29.122883 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-940bf0e7-b5da-49de-be9a-77a1006834f2 req-300cd8f6-d247-4126-96a2-b34c977fbc16 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfef9891-bfce-409b-968f-45d6c4d15580 HTTP/1.1" status: 200 len: 210 time: 0.0298319 Jul 05 12:30:29.250031 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2842a-dc8e-4bba-8e9f-5523d35e10bd req-2d53e9ea-4887-480c-98d7-39dd300383e0 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:29.251538 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d1c2842a-dc8e-4bba-8e9f-5523d35e10bd req-2d53e9ea-4887-480c-98d7-39dd300383e0 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 984 time: 0.0681822 Jul 05 12:30:29.291780 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d1c2842a-dc8e-4bba-8e9f-5523d35e10bd req-2e8723d3-30a0-45cd-b967-04ef8753f983 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ee3d070-eb45-4bef-8e39-f58dcd8aed2b&id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0344138 Jul 05 12:30:29.313012 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-7e1ee305-58f3-4635-9a4e-0d1f015628c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'name': 'tempest-AttachVolumeTestJSON-1311480240-router', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'c8262b5f-c4c1-429d-a20f-ba30051f9b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:57Z', 'updated_at': '2021-07-05T12:23:13Z', 'revision_number': 4, 'project_id': '35f01324a75d49b0a41482389c6e6ffa', 'gw_port': {'id': 'c8262b5f-c4c1-429d-a20f-ba30051f9b11', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:58Z', 'updated_at': '2021-07-05T12:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '2f870125-e7e6-4ae8-84f7-412921045392', 'name': '', 'network_id': 'ce9dc6dd-f0bf-4ede-a694-43b2f2633288', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'mac_address': 'fa:16:3e:25:8e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '2d9e9361-6ae5-4568-a40d-d37eb215fca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:23:10Z', 'updated_at': '2021-07-05T12:23:21Z', 'revision_number': 5, 'project_id': '35f01324a75d49b0a41482389c6e6ffa', 'subnets': [{'id': '2d9e9361-6ae5-4568-a40d-d37eb215fca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:30:29.339125 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1ee305-58f3-4635-9a4e-0d1f015628c3 None None] The sync data for ids ['395058aa-bd8e-4054-9b7a-b7df9ee90184'] in dv-cinder-796286-12-iscsi is: [{'id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'name': 'tempest-AttachVolumeTestJSON-1311480240-router', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'c8262b5f-c4c1-429d-a20f-ba30051f9b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:57Z', 'updated_at': '2021-07-05T12:23:13Z', 'revision_number': 4, 'project_id': '35f01324a75d49b0a41482389c6e6ffa', 'gw_port': {'id': 'c8262b5f-c4c1-429d-a20f-ba30051f9b11', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:58Z', 'updated_at': '2021-07-05T12:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '2f870125-e7e6-4ae8-84f7-412921045392', 'name': '', 'network_id': 'ce9dc6dd-f0bf-4ede-a694-43b2f2633288', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'mac_address': 'fa:16:3e:25:8e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '2d9e9361-6ae5-4568-a40d-d37eb215fca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:23:10Z', 'updated_at': '2021-07-05T12:23:21Z', 'revision_number': 5, 'project_id': '35f01324a75d49b0a41482389c6e6ffa', 'subnets': [{'id': '2d9e9361-6ae5-4568-a40d-d37eb215fca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:30:29.539641 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fa0487-ebea-49d9-9193-aac121b8b1f3 None None] New status for floating IP 5cd1ed27-a9f3-420b-9aea-343571c9a29f: DOWN {{(pid=92931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 12:30:29.980163 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 0dff58fd-c8ab-4cdd-9429-db08b90f7cfb no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:30:29.999451 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] No Port match for: 0dff58fd-c8ab-4cdd-9429-db08b90f7cfb {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:30:29.999790 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 0dff58fd-c8ab-4cdd-9429-db08b90f7cfb not bound to the agent host hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:30:30.246939 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 41568) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:30:30.303466 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f9f15190-be70-46d0-94c9-420f697065ad tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:30.325880 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f9f15190-be70-46d0-94c9-420f697065ad tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:30.373544 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f9f15190-be70-46d0-94c9-420f697065ad tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:30.376245 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f9f15190-be70-46d0-94c9-420f697065ad tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:30.378159 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f9f15190-be70-46d0-94c9-420f697065ad tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "DELETE /v2.0/security-groups/2a64057e-c2fd-4039-9c42-a3e9960f3fd1 HTTP/1.1" status: 204 len: 168 time: 0.1301098 Jul 05 12:30:30.381055 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 41572) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:30:30.387924 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f15190-be70-46d0-94c9-420f697065ad tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a64057e-c2fd-4039-9c42-a3e9960f3fd1,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:30:30.403732 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.api.v2.resource [None req-90265a6c-2044-4bad-a55b-249ae48def54 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] show failed (client error): The resource could not be found. Jul 05 12:30:30.405702 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-90265a6c-2044-4bad-a55b-249ae48def54 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups/2a64057e-c2fd-4039-9c42-a3e9960f3fd1 HTTP/1.1" status: 404 len: 347 time: 0.0228906 Jul 05 12:30:30.409545 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 41574) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:30:30.469842 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1cc13b-d9ef-4bb8-80a3-b85c5e2ad1e7 req-a8e6df8b-bda1-4c6b-94c1-b43cc4a99598 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:30.471799 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6c1cc13b-d9ef-4bb8-80a3-b85c5e2ad1e7 req-a8e6df8b-bda1-4c6b-94c1-b43cc4a99598 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 984 time: 0.0647788 Jul 05 12:30:30.513442 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6c1cc13b-d9ef-4bb8-80a3-b85c5e2ad1e7 req-f6a0ad95-f6a4-4578-a14c-09d63dd8d26a tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ee3d070-eb45-4bef-8e39-f58dcd8aed2b&id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0358584 Jul 05 12:30:30.537095 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-05e8c51c-af9c-4d21-a569-78104b7ebec4 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Deleting port 12b1dfb8-cf81-4f89-b006-87be41f14acd {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:30:30.537503 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-05e8c51c-af9c-4d21-a569-78104b7ebec4 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:30.614842 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-05e8c51c-af9c-4d21-a569-78104b7ebec4 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:30.615186 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-05e8c51c-af9c-4d21-a569-78104b7ebec4 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:30.626490 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-05e8c51c-af9c-4d21-a569-78104b7ebec4 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Calling delete_port for 12b1dfb8-cf81-4f89-b006-87be41f14acd owned by network:floatingip {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:30:30.755374 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-05e8c51c-af9c-4d21-a569-78104b7ebec4 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9210769'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:30.785390 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e8c51c-af9c-4d21-a569-78104b7ebec4 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Pushing event deleted for resources: {'Port': ['ID=12b1dfb8-cf81-4f89-b006-87be41f14acd,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:30:30.844105 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-05e8c51c-af9c-4d21-a569-78104b7ebec4 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks [] for floatingip, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:30.846960 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-05e8c51c-af9c-4d21-a569-78104b7ebec4 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:30.848106 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-05e8c51c-af9c-4d21-a569-78104b7ebec4 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "DELETE /v2.0/floatingips/5cd1ed27-a9f3-420b-9aea-343571c9a29f HTTP/1.1" status: 204 len: 168 time: 0.4375997 Jul 05 12:30:31.260333 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 41580) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:30:31.264951 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-16d962df-2034-49b1-915b-c6230f917154 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1927845598', 'description': 'tempest-description--1510049334'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:30:31.287668 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-16d962df-2034-49b1-915b-c6230f917154 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:31.367701 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-16d962df-2034-49b1-915b-c6230f917154 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:31.371341 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-16d962df-2034-49b1-915b-c6230f917154 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:31.396903 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-16d962df-2034-49b1-915b-c6230f917154 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:31.398105 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-16d962df-2034-49b1-915b-c6230f917154 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1367970 Jul 05 12:30:31.400956 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 41582) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:30:31.406713 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-ac9f35cc-0a56-493f-b96b-a0b9fe7b6364 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Request body: {'security_group_rule': {'security_group_id': '56419dd4-acbb-4ca0-897e-8b789cbb9c55', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:30:31.412154 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d962df-2034-49b1-915b-c6230f917154 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56419dd4-acbb-4ca0-897e-8b789cbb9c55,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:30:31.435448 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ac9f35cc-0a56-493f-b96b-a0b9fe7b6364 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:31.490407 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ac9f35cc-0a56-493f-b96b-a0b9fe7b6364 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:31.493825 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ac9f35cc-0a56-493f-b96b-a0b9fe7b6364 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27642'] for security_group_rule, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:31.513966 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9f35cc-0a56-493f-b96b-a0b9fe7b6364 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d08c88-f05c-4d0a-a82b-4b9c336ea3f9,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:30:31.519751 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ac9f35cc-0a56-493f-b96b-a0b9fe7b6364 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:31.521004 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-ac9f35cc-0a56-493f-b96b-a0b9fe7b6364 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1183267 Jul 05 12:30:31.523628 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 41584) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:30:31.527873 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-af459c73-090f-4ad2-8145-7f5894c7f05a tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Request body: {'security_group_rule': {'security_group_id': '56419dd4-acbb-4ca0-897e-8b789cbb9c55', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:30:31.555616 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-af459c73-090f-4ad2-8145-7f5894c7f05a tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:31.893239 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-af459c73-090f-4ad2-8145-7f5894c7f05a tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:31.898412 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-af459c73-090f-4ad2-8145-7f5894c7f05a tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27642'] for security_group_rule, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:31.923772 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af459c73-090f-4ad2-8145-7f5894c7f05a tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6661177b-70f8-44b7-b81c-562a30151a84,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:30:31.934071 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b381d-bf6f-4b67-a8b6-4ba4a842045a req-712cc0be-b2dd-4aad-8027-49e3564e3338 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:31.935562 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1e8b381d-bf6f-4b67-a8b6-4ba4a842045a req-712cc0be-b2dd-4aad-8027-49e3564e3338 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 984 time: 0.1251845 Jul 05 12:30:31.936984 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-af459c73-090f-4ad2-8145-7f5894c7f05a tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:31.938018 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-af459c73-090f-4ad2-8145-7f5894c7f05a tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4134865 Jul 05 12:30:31.941347 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 41588) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:30:31.945956 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-552e40dd-f98f-4c00-8d98-26fb84d52da1 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Request body: {'floatingip': {'floating_network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:30:31.968434 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-552e40dd-f98f-4c00-8d98-26fb84d52da1 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks [] for floatingip, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:31.977589 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1e8b381d-bf6f-4b67-a8b6-4ba4a842045a req-eb1f3964-13aa-4f30-88f1-a01cecf63ed8 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ee3d070-eb45-4bef-8e39-f58dcd8aed2b&id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0362349 Jul 05 12:30:32.070079 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-552e40dd-f98f-4c00-8d98-26fb84d52da1 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:32.176866 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-552e40dd-f98f-4c00-8d98-26fb84d52da1 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Allocated IP 172.27.3.34 (aa38b356-d6cf-48be-b408-9464f33b7649/1e645773-65d0-42f3-9bdc-7785aff60c5a/f44bae4c-5eab-4c3c-9a3d-b006653b7723) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:30:32.280415 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-552e40dd-f98f-4c00-8d98-26fb84d52da1 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:32.320552 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-552e40dd-f98f-4c00-8d98-26fb84d52da1 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9210776'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:32.357052 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552e40dd-f98f-4c00-8d98-26fb84d52da1 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Network aa38b356-d6cf-48be-b408-9464f33b7649 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:30:32.359865 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-552e40dd-f98f-4c00-8d98-26fb84d52da1 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:30:32.366815 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552e40dd-f98f-4c00-8d98-26fb84d52da1 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:30:32.388207 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e40dd-f98f-4c00-8d98-26fb84d52da1 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Pushing event updated for resources: {'Port': ['ID=f44bae4c-5eab-4c3c-9a3d-b006653b7723,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:30:32.451659 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-552e40dd-f98f-4c00-8d98-26fb84d52da1 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:32.499444 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-552e40dd-f98f-4c00-8d98-26fb84d52da1 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:32.655527 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-552e40dd-f98f-4c00-8d98-26fb84d52da1 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:32.661118 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-552e40dd-f98f-4c00-8d98-26fb84d52da1 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9210730'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:32.732584 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e40dd-f98f-4c00-8d98-26fb84d52da1 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Pushing event updated for resources: {'Port': ['ID=f44bae4c-5eab-4c3c-9a3d-b006653b7723,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:30:32.745713 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-552e40dd-f98f-4c00-8d98-26fb84d52da1 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575314'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:32.759331 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-552e40dd-f98f-4c00-8d98-26fb84d52da1 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:32.760647 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-552e40dd-f98f-4c00-8d98-26fb84d52da1 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8182726 Jul 05 12:30:32.960650 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-6b9f430f-64a7-49c2-91ca-5dddb5aa0bb7 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1927845598&fields=id&tenant_id=35f01324a75d49b0a41482389c6e6ffa HTTP/1.1" status: 200 len: 267 time: 0.0351114 Jul 05 12:30:33.072306 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-239f768f-7c72-4655-9fa5-23f058a7d80d tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:33.073780 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-239f768f-7c72-4655-9fa5-23f058a7d80d tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/networks?id=ce9dc6dd-f0bf-4ede-a694-43b2f2633288 HTTP/1.1" status: 200 len: 811 time: 0.1064878 Jul 05 12:30:33.091752 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-363b92e3-7444-4689-b385-4704ae9f2653 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/quotas/35f01324a75d49b0a41482389c6e6ffa HTTP/1.1" status: 200 len: 375 time: 0.0113714 Jul 05 12:30:33.207929 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-a535b5bd-d6ba-4800-8b2c-33a8042b4d38 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=35f01324a75d49b0a41482389c6e6ffa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1081638 Jul 05 12:30:33.216175 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578ee58-14e2-477c-a65f-c0654368d6f0 req-19f7eba9-a9f9-4b25-968c-0c6236bf51bf tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:33.217738 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9578ee58-14e2-477c-a65f-c0654368d6f0 req-19f7eba9-a9f9-4b25-968c-0c6236bf51bf tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 984 time: 0.1098108 Jul 05 12:30:33.313308 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9578ee58-14e2-477c-a65f-c0654368d6f0 req-20bd77fb-0570-48eb-8a9c-68c885643697 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ee3d070-eb45-4bef-8e39-f58dcd8aed2b&id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0846739 Jul 05 12:30:33.341311 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-34782234-cc3b-4f0b-b9be-1e91a69dd241 service neutron] 10.222.0.52 "GET /v2.0/networks/ce9dc6dd-f0bf-4ede-a694-43b2f2633288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225135 Jul 05 12:30:33.436752 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-82abb17f-9b8f-4c93-8ff6-3394b363a49f service neutron] 10.222.0.52 "GET /v2.0/networks/ce9dc6dd-f0bf-4ede-a694-43b2f2633288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889838 Jul 05 12:30:33.638557 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-70588d74-5217-471c-9216-efb41ebd1149 req-cd57bc94-4147-45b1-8287-da2caea2b8bb tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=53996471-db05-4189-a0e0-0ebae75feeea HTTP/1.1" status: 200 len: 210 time: 0.0491712 Jul 05 12:30:34.504016 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916dc854-354c-4fea-b268-f6257b678247 req-e7b8ff01-0812-4b39-a53c-88907ee2e8a2 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:34.506148 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-916dc854-354c-4fea-b268-f6257b678247 req-e7b8ff01-0812-4b39-a53c-88907ee2e8a2 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 984 time: 0.0741549 Jul 05 12:30:34.553986 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-916dc854-354c-4fea-b268-f6257b678247 req-d6a9c42f-30ef-4e34-abdd-1b485467eec6 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ee3d070-eb45-4bef-8e39-f58dcd8aed2b&id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0423832 Jul 05 12:30:34.787859 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-45298e02-eb00-487f-9175-b08c895b0673 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:34.789388 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-45298e02-eb00-487f-9175-b08c895b0673 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.16 "GET /v2.0/networks?id=ce9dc6dd-f0bf-4ede-a694-43b2f2633288 HTTP/1.1" status: 200 len: 811 time: 0.1295474 Jul 05 12:30:34.805785 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-eaf4a930-0b20-46a7-b8af-b6a736bcbd37 req-b7e3de1a-bec8-471a-a594-64c4f4144e63 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=53996471-db05-4189-a0e0-0ebae75feeea HTTP/1.1" status: 200 len: 210 time: 0.0369394 Jul 05 12:30:34.862101 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-00b2da5f-3346-42b0-a9b2-1cd71db03e87 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35f01324a75d49b0a41482389c6e6ffa HTTP/1.1" status: 200 len: 380 time: 0.0451097 Jul 05 12:30:34.879938 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-59b223fe-01c1-44d7-879d-4f9c9e374839 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Request body: {'port': {'device_id': '53996471-db05-4189-a0e0-0ebae75feeea', 'network_id': 'ce9dc6dd-f0bf-4ede-a694-43b2f2633288', 'admin_state_up': True, 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'security_groups': ['56419dd4-acbb-4ca0-897e-8b789cbb9c55']}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:30:34.999538 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-59b223fe-01c1-44d7-879d-4f9c9e374839 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Made reservation on behalf of 35f01324a75d49b0a41482389c6e6ffa for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:30:35.003750 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-59b223fe-01c1-44d7-879d-4f9c9e374839 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:35.135910 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-59b223fe-01c1-44d7-879d-4f9c9e374839 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Allocated IP 172.20.0.10 (ce9dc6dd-f0bf-4ede-a694-43b2f2633288/2d9e9361-6ae5-4568-a40d-d37eb215fca7/e5fd27e6-8a98-44ee-bbc7-33a36d3db224) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:30:35.275504 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-59b223fe-01c1-44d7-879d-4f9c9e374839 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:35.290025 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-59b223fe-01c1-44d7-879d-4f9c9e374839 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Transition to ACTIVE for port object e5fd27e6-8a98-44ee-bbc7-33a36d3db224 will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:30:35.322960 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-59b223fe-01c1-44d7-879d-4f9c9e374839 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9210776'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:35.369051 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-59b223fe-01c1-44d7-879d-4f9c9e374839 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Network ce9dc6dd-f0bf-4ede-a694-43b2f2633288 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:30:35.374358 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-59b223fe-01c1-44d7-879d-4f9c9e374839 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:30:35.378844 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-59b223fe-01c1-44d7-879d-4f9c9e374839 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:30:35.382865 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b223fe-01c1-44d7-879d-4f9c9e374839 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Pushing event updated for resources: {'Port': ['ID=e5fd27e6-8a98-44ee-bbc7-33a36d3db224,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:30:35.431495 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-59b223fe-01c1-44d7-879d-4f9c9e374839 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:35.432535 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-59b223fe-01c1-44d7-879d-4f9c9e374839 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:35.449227 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-59b223fe-01c1-44d7-879d-4f9c9e374839 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5735362 Jul 05 12:30:35.464351 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-3ffe0467-3eea-4df4-b85f-918bb56591bd service neutron] Request body: {'port': {'device_id': '53996471-db05-4189-a0e0-0ebae75feeea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:30:35.548299 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-3ffe0467-3eea-4df4-b85f-918bb56591bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:35.600884 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-e8aa7835-18b7-440e-b623-9ef8e870e478 None None] Provisioning for port e5fd27e6-8a98-44ee-bbc7-33a36d3db224 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:30:35.609060 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-e8aa7835-18b7-440e-b623-9ef8e870e478 None None] Provisioning complete for port e5fd27e6-8a98-44ee-bbc7-33a36d3db224 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:30:35.609449 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e8aa7835-18b7-440e-b623-9ef8e870e478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:35.672342 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-e8aa7835-18b7-440e-b623-9ef8e870e478 None None] Port e5fd27e6-8a98-44ee-bbc7-33a36d3db224 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 12:30:35.783805 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740a7bf-584f-432d-b534-659f0d6319a1 req-04a21a48-c042-4f4e-8133-cb94242c44ec tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:35.785438 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4740a7bf-584f-432d-b534-659f0d6319a1 req-04a21a48-c042-4f4e-8133-cb94242c44ec tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 984 time: 0.0744731 Jul 05 12:30:35.841390 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4740a7bf-584f-432d-b534-659f0d6319a1 req-7a12e9b9-a6d0-4863-aef7-9bb065a272e3 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ee3d070-eb45-4bef-8e39-f58dcd8aed2b&id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0497084 Jul 05 12:30:35.861097 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-3ffe0467-3eea-4df4-b85f-918bb56591bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5fd27e6-8a98-44ee-bbc7-33a36d3db224 {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:30:35.872463 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-3ffe0467-3eea-4df4-b85f-918bb56591bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:35.887731 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-3ffe0467-3eea-4df4-b85f-918bb56591bd service neutron] Transition to ACTIVE for port object e5fd27e6-8a98-44ee-bbc7-33a36d3db224 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:30:35.893748 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-3ffe0467-3eea-4df4-b85f-918bb56591bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9210730'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:35.997676 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe0467-3eea-4df4-b85f-918bb56591bd service neutron] Pushing event updated for resources: {'Port': ['ID=e5fd27e6-8a98-44ee-bbc7-33a36d3db224,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:30:36.036025 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-3ffe0467-3eea-4df4-b85f-918bb56591bd service neutron] Attempting to bind port e5fd27e6-8a98-44ee-bbc7-33a36d3db224 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:30:36.036512 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-3ffe0467-3eea-4df4-b85f-918bb56591bd service neutron] Attempting to bind port e5fd27e6-8a98-44ee-bbc7-33a36d3db224 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'a5eff1d7-bf39-4749-97ff-8022401a9780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ce9dc6dd-f0bf-4ede-a694-43b2f2633288'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:30:36.036817 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-3ffe0467-3eea-4df4-b85f-918bb56591bd service neutron] Attempting to bind port e5fd27e6-8a98-44ee-bbc7-33a36d3db224 on network ce9dc6dd-f0bf-4ede-a694-43b2f2633288 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:30:36.041545 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-3ffe0467-3eea-4df4-b85f-918bb56591bd service neutron] Port e5fd27e6-8a98-44ee-bbc7-33a36d3db224 on network ce9dc6dd-f0bf-4ede-a694-43b2f2633288 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 12:30:36.041870 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-3ffe0467-3eea-4df4-b85f-918bb56591bd service neutron] Attempting to bind port e5fd27e6-8a98-44ee-bbc7-33a36d3db224 on network ce9dc6dd-f0bf-4ede-a694-43b2f2633288 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:30:36.048580 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-3ffe0467-3eea-4df4-b85f-918bb56591bd service neutron] Checking agent: {'id': '3e7fb013-ee8e-41ba-b8fe-dbc5ebca3998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 21, 18), 'started_at': datetime.datetime(2021, 7, 5, 12, 21, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:30:36.048908 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-3ffe0467-3eea-4df4-b85f-918bb56591bd service neutron] Checking segment: {'id': 'a5eff1d7-bf39-4749-97ff-8022401a9780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ce9dc6dd-f0bf-4ede-a694-43b2f2633288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:30:36.049821 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-3ffe0467-3eea-4df4-b85f-918bb56591bd service neutron] Bound using segment: {'id': 'a5eff1d7-bf39-4749-97ff-8022401a9780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ce9dc6dd-f0bf-4ede-a694-43b2f2633288'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:30:36.050259 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-3ffe0467-3eea-4df4-b85f-918bb56591bd service neutron] Bound port: e5fd27e6-8a98-44ee-bbc7-33a36d3db224, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5eff1d7-bf39-4749-97ff-8022401a9780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ce9dc6dd-f0bf-4ede-a694-43b2f2633288'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:30:36.050657 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-3ffe0467-3eea-4df4-b85f-918bb56591bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:36.058292 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d02169-1fda-4e5d-b232-05e8e9ff45ec req-bc056a74-bcea-45c5-a3d0-8d1230526da6 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:36.060047 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-68d02169-1fda-4e5d-b232-05e8e9ff45ec req-bc056a74-bcea-45c5-a3d0-8d1230526da6 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=53996471-db05-4189-a0e0-0ebae75feeea HTTP/1.1" status: 200 len: 944 time: 0.0986388 Jul 05 12:30:36.108723 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-68d02169-1fda-4e5d-b232-05e8e9ff45ec req-d5abcb9f-4b8e-4d96-9ab5-fa6215288706 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=56419dd4-acbb-4ca0-897e-8b789cbb9c55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378330 Jul 05 12:30:36.133433 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-3ffe0467-3eea-4df4-b85f-918bb56591bd service neutron] For port e5fd27e6-8a98-44ee-bbc7-33a36d3db224, host hv-cinder-79628, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:30:36.137342 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-3ffe0467-3eea-4df4-b85f-918bb56591bd service neutron] For port e5fd27e6-8a98-44ee-bbc7-33a36d3db224, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e5fd27e6-8a98-44ee-bbc7-33a36d3db224,segment=NetworkSegment(a5eff1d7-bf39-4749-97ff-8022401a9780),segment_id=a5eff1d7-bf39-4749-97ff-8022401a9780)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:30:36.141197 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-3ffe0467-3eea-4df4-b85f-918bb56591bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9210730'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:36.176676 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-3ffe0467-3eea-4df4-b85f-918bb56591bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:36.177335 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-3ffe0467-3eea-4df4-b85f-918bb56591bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:36.178857 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-3ffe0467-3eea-4df4-b85f-918bb56591bd service neutron] 10.222.0.16 "PUT /v2.0/ports/e5fd27e6-8a98-44ee-bbc7-33a36d3db224 HTTP/1.1" status: 200 len: 1094 time: 0.7197800 Jul 05 12:30:36.179364 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53996471-db05-4189-a0e0-0ebae75feeea', 'tag': 'e5fd27e6-8a98-44ee-bbc7-33a36d3db224'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:30:36.182297 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa477df9db133d569a4b8d31d3ac9e6e51d5deb3d50c5365463f1d57aa01439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e355a2c1-f0b3-4843-81c8-3d0f024e486c" -d '{"events": [{"name": "network-changed", "server_uuid": "53996471-db05-4189-a0e0-0ebae75feeea", "tag": "e5fd27e6-8a98-44ee-bbc7-33a36d3db224"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:30:36.218369 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe0467-3eea-4df4-b85f-918bb56591bd service neutron] Pushing event updated for resources: {'Port': ['ID=e5fd27e6-8a98-44ee-bbc7-33a36d3db224,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:30:36.268984 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 12:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb8e534-a1c6-4f6a-a8ed-0917c743d6e5 x-openstack-request-id: req-cdb8e534-a1c6-4f6a-a8ed-0917c743d6e5 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:30:36.269214 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53996471-db05-4189-a0e0-0ebae75feeea", "tag": "e5fd27e6-8a98-44ee-bbc7-33a36d3db224", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:30:36.269383 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cdb8e534-a1c6-4f6a-a8ed-0917c743d6e5 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:30:36.269789 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53996471-db05-4189-a0e0-0ebae75feeea', 'tag': 'e5fd27e6-8a98-44ee-bbc7-33a36d3db224', 'status': 'completed', 'code': 200} Jul 05 12:30:36.298425 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-b1a6f825-9cc4-4350-8994-60d16eee7378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:36.300158 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-b1a6f825-9cc4-4350-8994-60d16eee7378 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=35f01324a75d49b0a41482389c6e6ffa&device_id=53996471-db05-4189-a0e0-0ebae75feeea HTTP/1.1" status: 200 len: 1097 time: 0.0644720 Jul 05 12:30:36.347146 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-2e65854d-5544-43bc-b0f3-02523c85165c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5fd27e6-8a98-44ee-bbc7-33a36d3db224 HTTP/1.1" status: 200 len: 217 time: 0.0369532 Jul 05 12:30:36.399385 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-3e651071-27ab-4285-b78c-af755cafbfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:36.400868 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-3e651071-27ab-4285-b78c-af755cafbfe5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2d9e9361-6ae5-4568-a40d-d37eb215fca7 HTTP/1.1" status: 200 len: 850 time: 0.0473413 Jul 05 12:30:36.466372 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-bf2fb753-a3ac-4fb7-a2de-9ee1a46bd2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:36.467931 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-bf2fb753-a3ac-4fb7-a2de-9ee1a46bd2fa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ce9dc6dd-f0bf-4ede-a694-43b2f2633288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0613570 Jul 05 12:30:36.557153 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-2b7fdec0-84df-4e09-86e8-650f233c5bfc service neutron] 10.222.0.16 "GET /v2.0/networks/ce9dc6dd-f0bf-4ede-a694-43b2f2633288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829101 Jul 05 12:30:36.655455 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-74ccfd42-e770-4e8a-8c99-d9664f5e44e5 req-1a8b7bb5-7808-4f9f-8406-2747fdfddd7e service neutron] 10.222.0.16 "GET /v2.0/networks/ce9dc6dd-f0bf-4ede-a694-43b2f2633288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923326 Jul 05 12:30:36.998613 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355a2c1-f0b3-4843-81c8-3d0f024e486c req-f5d835c2-6a36-4387-bf2f-c0cfd01c0784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:37.000143 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e355a2c1-f0b3-4843-81c8-3d0f024e486c req-f5d835c2-6a36-4387-bf2f-c0cfd01c0784 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=35f01324a75d49b0a41482389c6e6ffa&device_id=53996471-db05-4189-a0e0-0ebae75feeea HTTP/1.1" status: 200 len: 1097 time: 0.2917905 Jul 05 12:30:37.091346 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355a2c1-f0b3-4843-81c8-3d0f024e486c req-ae4669e4-58cf-4ef8-bd02-c7188b297a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:37.092820 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e355a2c1-f0b3-4843-81c8-3d0f024e486c req-ae4669e4-58cf-4ef8-bd02-c7188b297a96 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ce9dc6dd-f0bf-4ede-a694-43b2f2633288 HTTP/1.1" status: 200 len: 912 time: 0.0851786 Jul 05 12:30:37.136935 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e355a2c1-f0b3-4843-81c8-3d0f024e486c req-a19935c2-f70d-46e1-9c9a-4260192e137d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5fd27e6-8a98-44ee-bbc7-33a36d3db224 HTTP/1.1" status: 200 len: 217 time: 0.0376582 Jul 05 12:30:37.188231 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355a2c1-f0b3-4843-81c8-3d0f024e486c req-a6b1c97e-3c49-461b-a655-b70d19b8ac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:37.190426 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e355a2c1-f0b3-4843-81c8-3d0f024e486c req-a6b1c97e-3c49-461b-a655-b70d19b8ac29 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2d9e9361-6ae5-4568-a40d-d37eb215fca7 HTTP/1.1" status: 200 len: 850 time: 0.0462015 Jul 05 12:30:37.255029 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355a2c1-f0b3-4843-81c8-3d0f024e486c req-21e7e160-a9ce-4cc2-8ae1-e634a89a7c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:37.256462 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e355a2c1-f0b3-4843-81c8-3d0f024e486c req-21e7e160-a9ce-4cc2-8ae1-e634a89a7c4f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ce9dc6dd-f0bf-4ede-a694-43b2f2633288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0595059 Jul 05 12:30:37.325362 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a75fc5-87e5-4523-b32d-24ed6a6b0172 req-4d03bfd0-4f01-4bb2-80f2-df9b9f1c03a2 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:37.328652 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-05a75fc5-87e5-4523-b32d-24ed6a6b0172 req-4d03bfd0-4f01-4bb2-80f2-df9b9f1c03a2 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=53996471-db05-4189-a0e0-0ebae75feeea HTTP/1.1" status: 200 len: 944 time: 0.0905297 Jul 05 12:30:37.358551 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e355a2c1-f0b3-4843-81c8-3d0f024e486c req-f019a01b-f2af-4aa4-87f5-99773d9811e4 service neutron] 10.222.0.16 "GET /v2.0/networks/ce9dc6dd-f0bf-4ede-a694-43b2f2633288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954881 Jul 05 12:30:37.375117 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-05a75fc5-87e5-4523-b32d-24ed6a6b0172 req-b1747918-b7a0-4836-9458-dff026db93fb tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=56419dd4-acbb-4ca0-897e-8b789cbb9c55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345714 Jul 05 12:30:37.449923 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e355a2c1-f0b3-4843-81c8-3d0f024e486c req-c6a68be3-45a0-457f-a686-f3976a6bd656 service neutron] 10.222.0.16 "GET /v2.0/networks/ce9dc6dd-f0bf-4ede-a694-43b2f2633288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846970 Jul 05 12:30:38.586763 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abdd71c-9bb0-4af6-ad2d-b2f6de447b08 req-84a68cd5-94f7-40ee-a612-2ee802611296 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:38.589218 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8abdd71c-9bb0-4af6-ad2d-b2f6de447b08 req-84a68cd5-94f7-40ee-a612-2ee802611296 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=53996471-db05-4189-a0e0-0ebae75feeea HTTP/1.1" status: 200 len: 944 time: 0.0774837 Jul 05 12:30:38.636168 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8abdd71c-9bb0-4af6-ad2d-b2f6de447b08 req-3c0e14f4-7b3d-47b8-b8df-91e6a35cad8a tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=56419dd4-acbb-4ca0-897e-8b789cbb9c55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385633 Jul 05 12:30:39.820171 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171ff78-d3c9-4a33-84c2-287b3cb870b1 req-75d32684-79b4-473a-958d-0497ecfcdf44 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:39.821651 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c171ff78-d3c9-4a33-84c2-287b3cb870b1 req-75d32684-79b4-473a-958d-0497ecfcdf44 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=53996471-db05-4189-a0e0-0ebae75feeea HTTP/1.1" status: 200 len: 944 time: 0.0728257 Jul 05 12:30:39.859817 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c171ff78-d3c9-4a33-84c2-287b3cb870b1 req-f754e0bc-ae2a-47d9-adbc-20e49444fbcb tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=56419dd4-acbb-4ca0-897e-8b789cbb9c55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326135 Jul 05 12:30:40.043433 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device e5fd27e6-8a98-44ee-bbc7-33a36d3db224 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 12:30:40.149748 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port e5fd27e6-8a98-44ee-bbc7-33a36d3db224, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e5fd27e6-8a98-44ee-bbc7-33a36d3db224,segment=NetworkSegment(a5eff1d7-bf39-4749-97ff-8022401a9780),segment_id=a5eff1d7-bf39-4749-97ff-8022401a9780)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:30:40.162049 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Returning: {'device': 'e5fd27e6-8a98-44ee-bbc7-33a36d3db224', 'network_id': 'ce9dc6dd-f0bf-4ede-a694-43b2f2633288', 'port_id': 'e5fd27e6-8a98-44ee-bbc7-33a36d3db224', 'mac_address': 'fa:16:3e:54:71:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d9e9361-6ae5-4568-a40d-d37eb215fca7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 12:30:40.200744 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:40.214221 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5fd27e6-8a98-44ee-bbc7-33a36d3db224 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:30:40.234432 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port e5fd27e6-8a98-44ee-bbc7-33a36d3db224, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e5fd27e6-8a98-44ee-bbc7-33a36d3db224,segment=NetworkSegment(a5eff1d7-bf39-4749-97ff-8022401a9780),segment_id=a5eff1d7-bf39-4749-97ff-8022401a9780)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:30:40.239804 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:40.287369 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=e5fd27e6-8a98-44ee-bbc7-33a36d3db224,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:30:40.294276 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:30:40.294577 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:30:40.294944 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:30:40.295280 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:30:40.295613 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:30:40.295943 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:30:40.296269 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:30:40.296603 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:30:40.296929 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:30:40.297253 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:30:40.297576 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:30:40.297895 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:30:40.615923 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] get_ports_and_sgs() called for port_ids ['e5fd27e6-8a98-44ee-bbc7-33a36d3db224'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 12:30:41.035706 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938a04b-a30b-4507-95be-736f9f11d467 req-1c0b72b9-f0a4-4213-aa6b-9e72dfdd0429 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:41.037161 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b938a04b-a30b-4507-95be-736f9f11d467 req-1c0b72b9-f0a4-4213-aa6b-9e72dfdd0429 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=53996471-db05-4189-a0e0-0ebae75feeea HTTP/1.1" status: 200 len: 945 time: 0.0624979 Jul 05 12:30:41.074297 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b938a04b-a30b-4507-95be-736f9f11d467 req-278f8b70-61ed-4319-9f18-c813fca8a3e2 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=56419dd4-acbb-4ca0-897e-8b789cbb9c55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317137 Jul 05 12:30:42.058377 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device e5fd27e6-8a98-44ee-bbc7-33a36d3db224 up at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:30:42.113747 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning for port e5fd27e6-8a98-44ee-bbc7-33a36d3db224 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:30:42.118124 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning complete for port e5fd27e6-8a98-44ee-bbc7-33a36d3db224 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:30:42.118502 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:42.197886 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:42.223448 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53996471-db05-4189-a0e0-0ebae75feeea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5fd27e6-8a98-44ee-bbc7-33a36d3db224'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:30:42.227704 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb11927d8d6a4f40405007df32e35409d46ab531454b71f6d23f9687e715819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f25edd7-109c-4b7a-9915-2fcb682b1782" -d '{"events": [{"server_uuid": "53996471-db05-4189-a0e0-0ebae75feeea", "name": "network-vif-plugged", "status": "completed", "tag": "e5fd27e6-8a98-44ee-bbc7-33a36d3db224"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:30:42.242332 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port e5fd27e6-8a98-44ee-bbc7-33a36d3db224, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e5fd27e6-8a98-44ee-bbc7-33a36d3db224,segment=NetworkSegment(a5eff1d7-bf39-4749-97ff-8022401a9780),segment_id=a5eff1d7-bf39-4749-97ff-8022401a9780)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:30:42.250045 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:42.269670 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a2c9c-bd0f-4001-a0f1-ca5366947dfc req-b1342650-0605-4757-a8ba-41a7eb679441 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:42.271287 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8f2a2c9c-bd0f-4001-a0f1-ca5366947dfc req-b1342650-0605-4757-a8ba-41a7eb679441 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=53996471-db05-4189-a0e0-0ebae75feeea HTTP/1.1" status: 200 len: 945 time: 0.0746510 Jul 05 12:30:42.283451 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79180970-c93a-4716-a802-121d01690378 x-openstack-request-id: req-79180970-c93a-4716-a802-121d01690378 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:30:42.283773 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53996471-db05-4189-a0e0-0ebae75feeea", "name": "network-vif-plugged", "status": "completed", "tag": "e5fd27e6-8a98-44ee-bbc7-33a36d3db224", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:30:42.284024 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-79180970-c93a-4716-a802-121d01690378 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:30:42.284554 dv-cinder-796286-12-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53996471-db05-4189-a0e0-0ebae75feeea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5fd27e6-8a98-44ee-bbc7-33a36d3db224', 'code': 200} Jul 05 12:30:42.311889 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8f2a2c9c-bd0f-4001-a0f1-ca5366947dfc req-28a18ea8-8401-471c-bd9e-df044b64e3cc tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=56419dd4-acbb-4ca0-897e-8b789cbb9c55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348296 Jul 05 12:30:42.312665 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=e5fd27e6-8a98-44ee-bbc7-33a36d3db224,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:30:42.493309 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921ba79-fe32-46d5-a1d9-5546994f1a5c req-d5c732be-4ddb-42ce-b6a2-e75ffadf6ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:42.494815 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d921ba79-fe32-46d5-a1d9-5546994f1a5c req-d5c732be-4ddb-42ce-b6a2-e75ffadf6ced service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=53996471-db05-4189-a0e0-0ebae75feeea HTTP/1.1" status: 200 len: 1099 time: 0.0551429 Jul 05 12:30:42.528350 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d921ba79-fe32-46d5-a1d9-5546994f1a5c req-8ec15ede-c332-4881-ab60-54e0c6a421b4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=56419dd4-acbb-4ca0-897e-8b789cbb9c55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271020 Jul 05 12:30:43.486495 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8086292-ae95-4761-8e2b-a0b1daec978d req-5c23b40a-9eba-469b-9836-c6d94706e2e8 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:43.487933 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b8086292-ae95-4761-8e2b-a0b1daec978d req-5c23b40a-9eba-469b-9836-c6d94706e2e8 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=53996471-db05-4189-a0e0-0ebae75feeea HTTP/1.1" status: 200 len: 946 time: 0.0655496 Jul 05 12:30:43.525562 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b8086292-ae95-4761-8e2b-a0b1daec978d req-41e9ba97-f27d-48b4-bb07-456f3bbd72fe tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=56419dd4-acbb-4ca0-897e-8b789cbb9c55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321219 Jul 05 12:30:44.151940 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:30:44.696619 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99f8d9-c3fa-4f33-8177-9f963d3f8941 req-3b0686f1-930c-4b49-b948-35adad0659ed tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:44.698069 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fb99f8d9-c3fa-4f33-8177-9f963d3f8941 req-3b0686f1-930c-4b49-b948-35adad0659ed tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=53996471-db05-4189-a0e0-0ebae75feeea HTTP/1.1" status: 200 len: 946 time: 0.0638397 Jul 05 12:30:44.736785 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fb99f8d9-c3fa-4f33-8177-9f963d3f8941 req-d4186fde-18a5-413d-9cb8-948a6f975c22 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=56419dd4-acbb-4ca0-897e-8b789cbb9c55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330112 Jul 05 12:30:44.910867 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d06797-5411-4668-9790-07ca245d2cee req-0c11919e-7178-4107-a738-455cb9b79ea9 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:44.912337 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b8d06797-5411-4668-9790-07ca245d2cee req-0c11919e-7178-4107-a738-455cb9b79ea9 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=53996471-db05-4189-a0e0-0ebae75feeea HTTP/1.1" status: 200 len: 946 time: 0.0687532 Jul 05 12:30:44.920735 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 41676) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:30:44.925324 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-036b7d74-47c5-43e5-b71c-d31ed2520ed1 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Request body: {'floatingip': {'port_id': 'e5fd27e6-8a98-44ee-bbc7-33a36d3db224'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:30:44.964406 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-036b7d74-47c5-43e5-b71c-d31ed2520ed1 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks [] for floatingip, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:45.396979 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-036b7d74-47c5-43e5-b71c-d31ed2520ed1 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:45.401348 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-036b7d74-47c5-43e5-b71c-d31ed2520ed1 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575314'] for floatingip, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:45.499816 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.db.l3_db [None req-036b7d74-47c5-43e5-b71c-d31ed2520ed1 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Floating IP 291acee2-6aa7-457f-97df-d514d764ddee associated. External IP: 172.27.3.34, port: e5fd27e6-8a98-44ee-bbc7-33a36d3db224. Jul 05 12:30:45.702659 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036b7d74-47c5-43e5-b71c-d31ed2520ed1 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Router 395058aa-bd8e-4054-9b7a-b7df9ee90184 has already been hosted by L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 12:30:45.807637 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036b7d74-47c5-43e5-b71c-d31ed2520ed1 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:30:45.812112 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-036b7d74-47c5-43e5-b71c-d31ed2520ed1 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for floatingip, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:45.818328 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee59831-ff48-4254-8a42-e8d1ad807460 None None] Sync routers for ids ['395058aa-bd8e-4054-9b7a-b7df9ee90184'] in dv-cinder-796286-12-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:30:45.827891 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee59831-ff48-4254-8a42-e8d1ad807460 None None] Routers {'395058aa-bd8e-4054-9b7a-b7df9ee90184'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:30:45.828513 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-6ee59831-ff48-4254-8a42-e8d1ad807460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:30:23Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['395058aa-bd8e-4054-9b7a-b7df9ee90184'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:30:45.847354 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-036b7d74-47c5-43e5-b71c-d31ed2520ed1 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "PUT /v2.0/floatingips/291acee2-6aa7-457f-97df-d514d764ddee HTTP/1.1" status: 200 len: 991 time: 0.9255626 Jul 05 12:30:45.847948 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53996471-db05-4189-a0e0-0ebae75feeea', 'tag': 'e5fd27e6-8a98-44ee-bbc7-33a36d3db224'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:30:45.850182 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38d66cb680d8e216a4639fd07ffcdd1e1f1f0bb375bf284fc7cc66ae145b2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8605c12-4012-4b6b-8004-ac2fa781f039" -d '{"events": [{"name": "network-changed", "server_uuid": "53996471-db05-4189-a0e0-0ebae75feeea", "tag": "e5fd27e6-8a98-44ee-bbc7-33a36d3db224"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:30:45.886221 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 12:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125b0da3-992d-4e0f-bac0-3a6da3988b70 x-openstack-request-id: req-125b0da3-992d-4e0f-bac0-3a6da3988b70 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:30:45.886507 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53996471-db05-4189-a0e0-0ebae75feeea", "tag": "e5fd27e6-8a98-44ee-bbc7-33a36d3db224", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:30:45.886782 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-125b0da3-992d-4e0f-bac0-3a6da3988b70 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:30:45.887183 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53996471-db05-4189-a0e0-0ebae75feeea', 'tag': 'e5fd27e6-8a98-44ee-bbc7-33a36d3db224', 'status': 'completed', 'code': 200} Jul 05 12:30:45.935893 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-6ee59831-ff48-4254-8a42-e8d1ad807460 None None] Set router 395058aa-bd8e-4054-9b7a-b7df9ee90184 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:30:45.962370 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8605c12-4012-4b6b-8004-ac2fa781f039 req-9d800c97-f76d-4bd4-a809-b27734d24d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:45.963904 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b8605c12-4012-4b6b-8004-ac2fa781f039 req-9d800c97-f76d-4bd4-a809-b27734d24d55 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=35f01324a75d49b0a41482389c6e6ffa&device_id=53996471-db05-4189-a0e0-0ebae75feeea HTTP/1.1" status: 200 len: 1099 time: 0.0553875 Jul 05 12:30:46.060578 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8605c12-4012-4b6b-8004-ac2fa781f039 req-006bf717-e491-46f5-a8de-d6698100d2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:46.061972 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b8605c12-4012-4b6b-8004-ac2fa781f039 req-006bf717-e491-46f5-a8de-d6698100d2a2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ce9dc6dd-f0bf-4ede-a694-43b2f2633288 HTTP/1.1" status: 200 len: 912 time: 0.0913675 Jul 05 12:30:46.130606 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b8605c12-4012-4b6b-8004-ac2fa781f039 req-a0f3f703-618d-4399-8c85-ec3993087d60 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5fd27e6-8a98-44ee-bbc7-33a36d3db224 HTTP/1.1" status: 200 len: 999 time: 0.0618806 Jul 05 12:30:46.176194 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-6ee59831-ff48-4254-8a42-e8d1ad807460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'name': 'tempest-AttachVolumeTestJSON-1311480240-router', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'c8262b5f-c4c1-429d-a20f-ba30051f9b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:57Z', 'updated_at': '2021-07-05T12:23:13Z', 'revision_number': 4, 'project_id': '35f01324a75d49b0a41482389c6e6ffa', 'gw_port': {'id': 'c8262b5f-c4c1-429d-a20f-ba30051f9b11', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:58Z', 'updated_at': '2021-07-05T12:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_floatingips': [{'id': '291acee2-6aa7-457f-97df-d514d764ddee', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'floating_ip_address': '172.27.3.34', 'floating_network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'router_id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'port_id': 'e5fd27e6-8a98-44ee-bbc7-33a36d3db224', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce9dc6dd-f0bf-4ede-a694-43b2f2633288', 'mac_address': 'fa:16:3e:54:71:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53996471-db05-4189-a0e0-0ebae75feeea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T12:30:32Z', 'updated_at': '2021-07-05T12:30:45Z', 'revision_number': 1, 'project_id': '35f01324a75d49b0a41482389c6e6ffa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f870125-e7e6-4ae8-84f7-412921045392', 'name': '', 'network_id': 'ce9dc6dd-f0bf-4ede-a694-43b2f2633288', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'mac_address': 'fa:16:3e:25:8e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '2d9e9361-6ae5-4568-a40d-d37eb215fca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:23:10Z', 'updated_at': '2021-07-05T12:23:21Z', 'revision_number': 5, 'project_id': '35f01324a75d49b0a41482389c6e6ffa', 'subnets': [{'id': '2d9e9361-6ae5-4568-a40d-d37eb215fca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:30:46.180643 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8605c12-4012-4b6b-8004-ac2fa781f039 req-e60727d8-0a18-421b-b968-8f4be9ecce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:46.182161 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b8605c12-4012-4b6b-8004-ac2fa781f039 req-e60727d8-0a18-421b-b968-8f4be9ecce0f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2d9e9361-6ae5-4568-a40d-d37eb215fca7 HTTP/1.1" status: 200 len: 850 time: 0.0445018 Jul 05 12:30:46.207189 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee59831-ff48-4254-8a42-e8d1ad807460 None None] Checking router: 395058aa-bd8e-4054-9b7a-b7df9ee90184 for host: dv-cinder-796286-12-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:30:46.215557 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee59831-ff48-4254-8a42-e8d1ad807460 None None] Routers {'395058aa-bd8e-4054-9b7a-b7df9ee90184'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:30:46.216152 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-6ee59831-ff48-4254-8a42-e8d1ad807460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:30:23Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['395058aa-bd8e-4054-9b7a-b7df9ee90184'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:30:46.241554 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8605c12-4012-4b6b-8004-ac2fa781f039 req-e0092af4-5a8c-4c5a-9861-cc6aa97972a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:30:46.243100 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b8605c12-4012-4b6b-8004-ac2fa781f039 req-e0092af4-5a8c-4c5a-9861-cc6aa97972a0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ce9dc6dd-f0bf-4ede-a694-43b2f2633288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0546906 Jul 05 12:30:46.321014 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-6ee59831-ff48-4254-8a42-e8d1ad807460 None None] Set router 395058aa-bd8e-4054-9b7a-b7df9ee90184 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:30:46.335487 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b8605c12-4012-4b6b-8004-ac2fa781f039 req-b9b837de-15f7-4906-9911-1c12d50119b5 service neutron] 10.222.0.16 "GET /v2.0/networks/ce9dc6dd-f0bf-4ede-a694-43b2f2633288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861037 Jul 05 12:30:46.423798 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b8605c12-4012-4b6b-8004-ac2fa781f039 req-aff5a154-bcc0-4575-b070-6a62fa367913 service neutron] 10.222.0.16 "GET /v2.0/networks/ce9dc6dd-f0bf-4ede-a694-43b2f2633288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819271 Jul 05 12:30:46.653809 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-6ee59831-ff48-4254-8a42-e8d1ad807460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'name': 'tempest-AttachVolumeTestJSON-1311480240-router', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'c8262b5f-c4c1-429d-a20f-ba30051f9b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:57Z', 'updated_at': '2021-07-05T12:23:13Z', 'revision_number': 4, 'project_id': '35f01324a75d49b0a41482389c6e6ffa', 'gw_port': {'id': 'c8262b5f-c4c1-429d-a20f-ba30051f9b11', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:58Z', 'updated_at': '2021-07-05T12:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_floatingips': [{'id': '291acee2-6aa7-457f-97df-d514d764ddee', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'floating_ip_address': '172.27.3.34', 'floating_network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'router_id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'port_id': 'e5fd27e6-8a98-44ee-bbc7-33a36d3db224', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce9dc6dd-f0bf-4ede-a694-43b2f2633288', 'mac_address': 'fa:16:3e:54:71:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53996471-db05-4189-a0e0-0ebae75feeea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T12:30:32Z', 'updated_at': '2021-07-05T12:30:45Z', 'revision_number': 1, 'project_id': '35f01324a75d49b0a41482389c6e6ffa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f870125-e7e6-4ae8-84f7-412921045392', 'name': '', 'network_id': 'ce9dc6dd-f0bf-4ede-a694-43b2f2633288', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'mac_address': 'fa:16:3e:25:8e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '2d9e9361-6ae5-4568-a40d-d37eb215fca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:23:10Z', 'updated_at': '2021-07-05T12:23:21Z', 'revision_number': 5, 'project_id': '35f01324a75d49b0a41482389c6e6ffa', 'subnets': [{'id': '2d9e9361-6ae5-4568-a40d-d37eb215fca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:30:46.680994 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee59831-ff48-4254-8a42-e8d1ad807460 None None] The sync data for ids ['395058aa-bd8e-4054-9b7a-b7df9ee90184'] in dv-cinder-796286-12-iscsi is: [{'id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'name': 'tempest-AttachVolumeTestJSON-1311480240-router', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'c8262b5f-c4c1-429d-a20f-ba30051f9b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:57Z', 'updated_at': '2021-07-05T12:23:13Z', 'revision_number': 4, 'project_id': '35f01324a75d49b0a41482389c6e6ffa', 'gw_port': {'id': 'c8262b5f-c4c1-429d-a20f-ba30051f9b11', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:58Z', 'updated_at': '2021-07-05T12:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_floatingips': [{'id': '291acee2-6aa7-457f-97df-d514d764ddee', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'floating_ip_address': '172.27.3.34', 'floating_network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'router_id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'port_id': 'e5fd27e6-8a98-44ee-bbc7-33a36d3db224', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce9dc6dd-f0bf-4ede-a694-43b2f2633288', 'mac_address': 'fa:16:3e:54:71:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53996471-db05-4189-a0e0-0ebae75feeea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T12:30:32Z', 'updated_at': '2021-07-05T12:30:45Z', 'revision_number': 1, 'project_id': '35f01324a75d49b0a41482389c6e6ffa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f870125-e7e6-4ae8-84f7-412921045392', 'name': '', 'network_id': 'ce9dc6dd-f0bf-4ede-a694-43b2f2633288', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'mac_address': 'fa:16:3e:25:8e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '2d9e9361-6ae5-4568-a40d-d37eb215fca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:23:10Z', 'updated_at': '2021-07-05T12:23:21Z', 'revision_number': 5, 'project_id': '35f01324a75d49b0a41482389c6e6ffa', 'subnets': [{'id': '2d9e9361-6ae5-4568-a40d-d37eb215fca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:30:46.864598 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b4f7a0-104a-4898-a514-368e4fe0f912 None None] New status for floating IP 291acee2-6aa7-457f-97df-d514d764ddee: ACTIVE {{(pid=92931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 12:30:48.117009 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:50.791053 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0ccc78fe-e9ed-4291-a8d8-6a5c5905e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:53.339824 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-987ea1ff-87b0-4387-ae86-4d50694b9cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:53.702591 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:54.696321 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:30:56.262609 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:18.118485 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:18.544680 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 41804) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:31:18.707002 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-85a1f2e3-e0f5-4a2b-91a8-0f67ec3685fb tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Deleting port f773d0f1-2d17-4400-8270-edae1be65f0a {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:31:18.707341 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-85a1f2e3-e0f5-4a2b-91a8-0f67ec3685fb tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:18.783759 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-85a1f2e3-e0f5-4a2b-91a8-0f67ec3685fb tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:18.784076 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-85a1f2e3-e0f5-4a2b-91a8-0f67ec3685fb tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:18.795823 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-85a1f2e3-e0f5-4a2b-91a8-0f67ec3685fb tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Calling delete_port for f773d0f1-2d17-4400-8270-edae1be65f0a owned by network:floatingip {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:31:18.969168 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-85a1f2e3-e0f5-4a2b-91a8-0f67ec3685fb tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3485763'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:18.994650 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1f2e3-e0f5-4a2b-91a8-0f67ec3685fb tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Pushing event deleted for resources: {'Port': ['ID=f773d0f1-2d17-4400-8270-edae1be65f0a,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:19.008011 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1f2e3-e0f5-4a2b-91a8-0f67ec3685fb tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:19.008357 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1f2e3-e0f5-4a2b-91a8-0f67ec3685fb tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:19.008696 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1f2e3-e0f5-4a2b-91a8-0f67ec3685fb tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:19.009029 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1f2e3-e0f5-4a2b-91a8-0f67ec3685fb tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:19.009358 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1f2e3-e0f5-4a2b-91a8-0f67ec3685fb tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:19.009683 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1f2e3-e0f5-4a2b-91a8-0f67ec3685fb tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:19.010004 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1f2e3-e0f5-4a2b-91a8-0f67ec3685fb tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:19.010336 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1f2e3-e0f5-4a2b-91a8-0f67ec3685fb tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:19.010647 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1f2e3-e0f5-4a2b-91a8-0f67ec3685fb tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:19.011008 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1f2e3-e0f5-4a2b-91a8-0f67ec3685fb tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:19.011328 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1f2e3-e0f5-4a2b-91a8-0f67ec3685fb tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:19.011645 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1f2e3-e0f5-4a2b-91a8-0f67ec3685fb tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:19.079882 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-85a1f2e3-e0f5-4a2b-91a8-0f67ec3685fb tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks [] for floatingip, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:19.080242 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.db.l3_db [None req-85a1f2e3-e0f5-4a2b-91a8-0f67ec3685fb tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Floating IP f8ea44c2-35d9-42c8-952d-75663aa47345 disassociated (deleted). External IP: 172.27.3.84, port: b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004. Jul 05 12:31:19.279323 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a1f2e3-e0f5-4a2b-91a8-0f67ec3685fb tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Router fa385e65-b11c-4f2d-b564-ea64535e60f5 has already been hosted by L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 12:31:19.384554 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a1f2e3-e0f5-4a2b-91a8-0f67ec3685fb tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:31:19.389237 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-85a1f2e3-e0f5-4a2b-91a8-0f67ec3685fb tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for floatingip, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:19.393605 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63367e44-7ec8-4163-b851-7ba5d09c5f57 None None] Sync routers for ids ['fa385e65-b11c-4f2d-b564-ea64535e60f5'] in dv-cinder-796286-12-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:31:19.402123 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63367e44-7ec8-4163-b851-7ba5d09c5f57 None None] Routers {'fa385e65-b11c-4f2d-b564-ea64535e60f5'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:31:19.402760 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-63367e44-7ec8-4163-b851-7ba5d09c5f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:30:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['fa385e65-b11c-4f2d-b564-ea64535e60f5'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:31:19.431394 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-85a1f2e3-e0f5-4a2b-91a8-0f67ec3685fb tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "DELETE /v2.0/floatingips/f8ea44c2-35d9-42c8-952d-75663aa47345 HTTP/1.1" status: 204 len: 168 time: 0.8831666 Jul 05 12:31:19.431394 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3', 'tag': 'b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:31:19.432102 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38d66cb680d8e216a4639fd07ffcdd1e1f1f0bb375bf284fc7cc66ae145b2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764985fc-69d6-4a18-8cf3-1a7888e1bf2b" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3", "tag": "b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:31:19.473977 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 12:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95dec150-20a1-404f-87c1-80d79f3b082d x-openstack-request-id: req-95dec150-20a1-404f-87c1-80d79f3b082d {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:31:19.474406 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3", "tag": "b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:31:19.474706 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-95dec150-20a1-404f-87c1-80d79f3b082d {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:31:19.475254 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3', 'tag': 'b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004', 'status': 'completed', 'code': 200} Jul 05 12:31:19.510938 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-63367e44-7ec8-4163-b851-7ba5d09c5f57 None None] Set router fa385e65-b11c-4f2d-b564-ea64535e60f5 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:31:19.583547 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764985fc-69d6-4a18-8cf3-1a7888e1bf2b req-48800585-4057-4b3f-aa0b-bc419dceb34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:19.585132 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-764985fc-69d6-4a18-8cf3-1a7888e1bf2b req-48800585-4057-4b3f-aa0b-bc419dceb34a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c793eb3be9746198eaeb83a145c6641&device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 1099 time: 0.0885551 Jul 05 12:31:19.700185 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764985fc-69d6-4a18-8cf3-1a7888e1bf2b req-ced95799-9392-41d1-8f6b-9c6ecf003300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:19.701814 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-764985fc-69d6-4a18-8cf3-1a7888e1bf2b req-ced95799-9392-41d1-8f6b-9c6ecf003300 service neutron] 10.222.0.16 "GET /v2.0/networks?id=51839ed8-9220-4bba-94fb-b117e6e65d5f HTTP/1.1" status: 200 len: 910 time: 0.1094184 Jul 05 12:31:19.724697 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-63367e44-7ec8-4163-b851-7ba5d09c5f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa385e65-b11c-4f2d-b564-ea64535e60f5', 'name': 'tempest-TestShelveInstance-1982492967-router', 'tenant_id': '6c793eb3be9746198eaeb83a145c6641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '34b0fa27-9415-4ace-9c86-88ddc3a2ecb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:24:04Z', 'updated_at': '2021-07-05T12:24:08Z', 'revision_number': 4, 'project_id': '6c793eb3be9746198eaeb83a145c6641', 'gw_port': {'id': '34b0fa27-9415-4ace-9c86-88ddc3a2ecb7', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa385e65-b11c-4f2d-b564-ea64535e60f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:24:05Z', 'updated_at': '2021-07-05T12:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': 'da8b8298-4cf3-4dec-9388-c307a7e6b547', 'name': '', 'network_id': '51839ed8-9220-4bba-94fb-b117e6e65d5f', 'tenant_id': '6c793eb3be9746198eaeb83a145c6641', 'mac_address': 'fa:16:3e:db:64:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa385e65-b11c-4f2d-b564-ea64535e60f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '63c05bff-6436-4f1d-93bf-d01974ae158e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:24:07Z', 'updated_at': '2021-07-05T12:24:15Z', 'revision_number': 5, 'project_id': '6c793eb3be9746198eaeb83a145c6641', 'subnets': [{'id': '63c05bff-6436-4f1d-93bf-d01974ae158e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:31:19.755312 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63367e44-7ec8-4163-b851-7ba5d09c5f57 None None] Checking router: fa385e65-b11c-4f2d-b564-ea64535e60f5 for host: dv-cinder-796286-12-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:31:19.756910 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-764985fc-69d6-4a18-8cf3-1a7888e1bf2b req-9b7f05c5-8088-4baf-8bfd-0d35d18c765f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004 HTTP/1.1" status: 200 len: 217 time: 0.0474067 Jul 05 12:31:19.767563 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63367e44-7ec8-4163-b851-7ba5d09c5f57 None None] Routers {'fa385e65-b11c-4f2d-b564-ea64535e60f5'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:31:19.768402 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-63367e44-7ec8-4163-b851-7ba5d09c5f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:30:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['fa385e65-b11c-4f2d-b564-ea64535e60f5'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:31:19.811129 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764985fc-69d6-4a18-8cf3-1a7888e1bf2b req-bd58b5bd-83be-4984-8099-5e2fc7442f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:19.812603 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-764985fc-69d6-4a18-8cf3-1a7888e1bf2b req-bd58b5bd-83be-4984-8099-5e2fc7442f5d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=63c05bff-6436-4f1d-93bf-d01974ae158e HTTP/1.1" status: 200 len: 848 time: 0.0477774 Jul 05 12:31:19.850409 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3359e49-dd33-44e0-8967-8e627584675d req-73482990-f478-469f-89dc-69858e3c13f4 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:19.852819 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f3359e49-dd33-44e0-8967-8e627584675d req-73482990-f478-469f-89dc-69858e3c13f4 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 946 time: 0.0815747 Jul 05 12:31:19.873444 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764985fc-69d6-4a18-8cf3-1a7888e1bf2b req-8ecc19cf-ba89-4bcf-9e20-19da4d052e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:19.874997 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-764985fc-69d6-4a18-8cf3-1a7888e1bf2b req-8ecc19cf-ba89-4bcf-9e20-19da4d052e0a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=51839ed8-9220-4bba-94fb-b117e6e65d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0551577 Jul 05 12:31:19.886053 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-63367e44-7ec8-4163-b851-7ba5d09c5f57 None None] Set router fa385e65-b11c-4f2d-b564-ea64535e60f5 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:31:19.891165 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f3359e49-dd33-44e0-8967-8e627584675d req-24511b4b-016b-4c03-b5c4-11cef9f367ed tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321395 Jul 05 12:31:19.972043 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-764985fc-69d6-4a18-8cf3-1a7888e1bf2b req-6fa015b6-d9d2-4697-8726-5006eda57bca service neutron] 10.222.0.16 "GET /v2.0/networks/51839ed8-9220-4bba-94fb-b117e6e65d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901113 Jul 05 12:31:20.075687 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-764985fc-69d6-4a18-8cf3-1a7888e1bf2b req-d71a4b95-0af3-43a9-ad2f-7e52b9008934 service neutron] 10.222.0.16 "GET /v2.0/networks/51839ed8-9220-4bba-94fb-b117e6e65d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965700 Jul 05 12:31:20.120190 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-63367e44-7ec8-4163-b851-7ba5d09c5f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa385e65-b11c-4f2d-b564-ea64535e60f5', 'name': 'tempest-TestShelveInstance-1982492967-router', 'tenant_id': '6c793eb3be9746198eaeb83a145c6641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '34b0fa27-9415-4ace-9c86-88ddc3a2ecb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:24:04Z', 'updated_at': '2021-07-05T12:24:08Z', 'revision_number': 4, 'project_id': '6c793eb3be9746198eaeb83a145c6641', 'gw_port': {'id': '34b0fa27-9415-4ace-9c86-88ddc3a2ecb7', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa385e65-b11c-4f2d-b564-ea64535e60f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:24:05Z', 'updated_at': '2021-07-05T12:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': 'da8b8298-4cf3-4dec-9388-c307a7e6b547', 'name': '', 'network_id': '51839ed8-9220-4bba-94fb-b117e6e65d5f', 'tenant_id': '6c793eb3be9746198eaeb83a145c6641', 'mac_address': 'fa:16:3e:db:64:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa385e65-b11c-4f2d-b564-ea64535e60f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '63c05bff-6436-4f1d-93bf-d01974ae158e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:24:07Z', 'updated_at': '2021-07-05T12:24:15Z', 'revision_number': 5, 'project_id': '6c793eb3be9746198eaeb83a145c6641', 'subnets': [{'id': '63c05bff-6436-4f1d-93bf-d01974ae158e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:31:20.145868 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63367e44-7ec8-4163-b851-7ba5d09c5f57 None None] The sync data for ids ['fa385e65-b11c-4f2d-b564-ea64535e60f5'] in dv-cinder-796286-12-iscsi is: [{'id': 'fa385e65-b11c-4f2d-b564-ea64535e60f5', 'name': 'tempest-TestShelveInstance-1982492967-router', 'tenant_id': '6c793eb3be9746198eaeb83a145c6641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '34b0fa27-9415-4ace-9c86-88ddc3a2ecb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:24:04Z', 'updated_at': '2021-07-05T12:24:08Z', 'revision_number': 4, 'project_id': '6c793eb3be9746198eaeb83a145c6641', 'gw_port': {'id': '34b0fa27-9415-4ace-9c86-88ddc3a2ecb7', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa385e65-b11c-4f2d-b564-ea64535e60f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:24:05Z', 'updated_at': '2021-07-05T12:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': 'da8b8298-4cf3-4dec-9388-c307a7e6b547', 'name': '', 'network_id': '51839ed8-9220-4bba-94fb-b117e6e65d5f', 'tenant_id': '6c793eb3be9746198eaeb83a145c6641', 'mac_address': 'fa:16:3e:db:64:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa385e65-b11c-4f2d-b564-ea64535e60f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '63c05bff-6436-4f1d-93bf-d01974ae158e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:24:07Z', 'updated_at': '2021-07-05T12:24:15Z', 'revision_number': 5, 'project_id': '6c793eb3be9746198eaeb83a145c6641', 'subnets': [{'id': '63c05bff-6436-4f1d-93bf-d01974ae158e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:31:20.380292 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d98342-0494-41f9-8225-d34211326103 None None] New status for floating IP f8ea44c2-35d9-42c8-952d-75663aa47345: DOWN {{(pid=92931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 12:31:20.484987 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110b005-0977-43f8-a47f-c68336330c6e req-981322fe-1c98-4c2b-912d-838fcff14ab0 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:20.486459 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7110b005-0977-43f8-a47f-c68336330c6e req-981322fe-1c98-4c2b-912d-838fcff14ab0 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 946 time: 0.0641749 Jul 05 12:31:20.523529 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7110b005-0977-43f8-a47f-c68336330c6e req-d6e5f9e8-888e-4ff7-afe5-54d89c229669 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313468 Jul 05 12:31:20.791265 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-58b1041d-4411-4f54-8b43-e91a4207adbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:21.151277 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:31:21.315466 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a9ac7-89a6-49ea-8251-53ca4611fe28 req-c352d17c-0e22-424e-9f7c-764073e45132 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:21.317170 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-376a9ac7-89a6-49ea-8251-53ca4611fe28 req-c352d17c-0e22-424e-9f7c-764073e45132 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 946 time: 0.3106358 Jul 05 12:31:21.355985 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-376a9ac7-89a6-49ea-8251-53ca4611fe28 req-4772eba4-d553-4522-bea2-97da447b62a6 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/security-groups?id=05a59502-1515-40d3-b0cb-f96ebdc929e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330687 Jul 05 12:31:21.628913 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21261880-fef5-43eb-b67d-39df81571efa req-b42e3c23-f695-484f-99e5-2f1ae0d3fb8b tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:21.631133 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-21261880-fef5-43eb-b67d-39df81571efa req-b42e3c23-f695-484f-99e5-2f1ae0d3fb8b tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 946 time: 0.0659389 Jul 05 12:31:21.701741 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb42291-a5bd-42f0-bee4-cb483bd8d32e req-c69af67a-87c7-4bfe-a275-dc7418d9047a tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:21.703247 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3fb42291-a5bd-42f0-bee4-cb483bd8d32e req-c69af67a-87c7-4bfe-a275-dc7418d9047a tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 946 time: 0.0623472 Jul 05 12:31:21.736988 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-21261880-fef5-43eb-b67d-39df81571efa req-81651208-8a9a-4291-ad4b-d0e4e27b6270 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Deleting port b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:31:21.737335 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-21261880-fef5-43eb-b67d-39df81571efa req-81651208-8a9a-4291-ad4b-d0e4e27b6270 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:21.741506 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3fb42291-a5bd-42f0-bee4-cb483bd8d32e req-02cac7c5-2e1e-4b16-b497-5ec2115f9882 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311329 Jul 05 12:31:21.826955 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-21261880-fef5-43eb-b67d-39df81571efa req-81651208-8a9a-4291-ad4b-d0e4e27b6270 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] For port b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004,segment=NetworkSegment(f5df6d4a-3b14-4419-af8a-72036a89d58c),segment_id=f5df6d4a-3b14-4419-af8a-72036a89d58c)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:31:21.827317 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-21261880-fef5-43eb-b67d-39df81571efa req-81651208-8a9a-4291-ad4b-d0e4e27b6270 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:21.844940 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-21261880-fef5-43eb-b67d-39df81571efa req-81651208-8a9a-4291-ad4b-d0e4e27b6270 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Calling delete_port for b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004 owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:31:21.975188 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-21261880-fef5-43eb-b67d-39df81571efa req-81651208-8a9a-4291-ad4b-d0e4e27b6270 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9210769'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:22.009567 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81651208-8a9a-4291-ad4b-d0e4e27b6270 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Pushing event deleted for resources: {'Port': ['ID=b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:22.060358 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-21261880-fef5-43eb-b67d-39df81571efa req-81651208-8a9a-4291-ad4b-d0e4e27b6270 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] No DVR routers for this DVR port b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004 on host hv-cinder-79628 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 12:31:22.062879 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-21261880-fef5-43eb-b67d-39df81571efa req-81651208-8a9a-4291-ad4b-d0e4e27b6270 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:22.064867 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-21261880-fef5-43eb-b67d-39df81571efa req-81651208-8a9a-4291-ad4b-d0e4e27b6270 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.16 "DELETE /v2.0/ports/b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004 HTTP/1.1" status: 204 len: 173 time: 0.4268205 Jul 05 12:31:22.065300 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3', 'name': 'network-vif-deleted', 'tag': 'b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:31:22.068760 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa477df9db133d569a4b8d31d3ac9e6e51d5deb3d50c5365463f1d57aa01439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02738b7c-850d-41fe-8389-1bd5e2bb5d1e" -d '{"events": [{"server_uuid": "c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3", "name": "network-vif-deleted", "tag": "b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:31:22.113436 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c472bcd8-5cf3-4380-9b96-8358e1f2f69c x-openstack-request-id: req-c472bcd8-5cf3-4380-9b96-8358e1f2f69c {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:31:22.113730 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3", "name": "network-vif-deleted", "tag": "b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:31:22.114487 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c472bcd8-5cf3-4380-9b96-8358e1f2f69c {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:31:22.114920 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3', 'name': 'network-vif-deleted', 'tag': 'b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004', 'status': 'completed', 'code': 200} Jul 05 12:31:22.519822 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-dbd11f41-136d-4afc-af88-020f5dd00d68 req-965825df-b94b-4c2e-b1cc-e9229ea0dc6e tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4ac8a5a-2d31-4a2c-b5fa-186b59b74db3 HTTP/1.1" status: 200 len: 210 time: 0.0359552 Jul 05 12:31:22.923579 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72a5b0-9b36-4f90-8c51-b530ce73ffa7 req-11e6ffea-c846-4631-8e23-f21800b3baf6 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:22.925088 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1b72a5b0-9b36-4f90-8c51-b530ce73ffa7 req-11e6ffea-c846-4631-8e23-f21800b3baf6 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 946 time: 0.0661163 Jul 05 12:31:22.964170 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1b72a5b0-9b36-4f90-8c51-b530ce73ffa7 req-f2862b63-c3b3-4732-88f9-5e132142c740 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330367 Jul 05 12:31:23.341956 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-044554c1-767d-4bdb-8c69-d70cef3b5664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:23.612741 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 41854) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:31:23.671390 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-59bea9a7-8f49-4889-bdf4-d4e2fa908ec6 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:23.696802 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-59bea9a7-8f49-4889-bdf4-d4e2fa908ec6 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:23.704147 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:23.760180 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-59bea9a7-8f49-4889-bdf4-d4e2fa908ec6 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:23.762834 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-59bea9a7-8f49-4889-bdf4-d4e2fa908ec6 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:23.763999 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-59bea9a7-8f49-4889-bdf4-d4e2fa908ec6 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] 10.222.0.52 "DELETE /v2.0/security-groups/05a59502-1515-40d3-b0cb-f96ebdc929e4 HTTP/1.1" status: 204 len: 168 time: 0.1502283 Jul 05 12:31:23.781853 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bea9a7-8f49-4889-bdf4-d4e2fa908ec6 tempest-TestShelveInstance-300448386 tempest-TestShelveInstance-300448386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a59502-1515-40d3-b0cb-f96ebdc929e4,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:23.818772 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 41858) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:31:24.148583 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ec0b5-e542-4190-9db1-7bbd64d12e3d req-3800e633-587b-496f-90ee-991ecdce1d1e tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:24.150005 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1d4ec0b5-e542-4190-9db1-7bbd64d12e3d req-3800e633-587b-496f-90ee-991ecdce1d1e tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 946 time: 0.0681031 Jul 05 12:31:24.188822 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1d4ec0b5-e542-4190-9db1-7bbd64d12e3d req-a11fd481-755f-487d-bdae-9353f6149e4f tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325930 Jul 05 12:31:24.261739 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-00817cf7-6b44-4caa-92b7-eb14c4c77344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1576687'] for router_interface, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:24.283770 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:31:24.309163 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] No Port match for: b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:31:24.309508 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device b6a07d96-4fd1-45d0-ba10-ea1fd1e3e004 not bound to the agent host hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:31:24.511651 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-00817cf7-6b44-4caa-92b7-eb14c4c77344 admin admin] Deleting port da8b8298-4cf3-4dec-9388-c307a7e6b547 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:31:24.512010 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-00817cf7-6b44-4caa-92b7-eb14c4c77344 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:24.589388 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-00817cf7-6b44-4caa-92b7-eb14c4c77344 admin admin] For port da8b8298-4cf3-4dec-9388-c307a7e6b547, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=da8b8298-4cf3-4dec-9388-c307a7e6b547,segment=NetworkSegment(f5df6d4a-3b14-4419-af8a-72036a89d58c),segment_id=f5df6d4a-3b14-4419-af8a-72036a89d58c)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:31:24.589734 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-00817cf7-6b44-4caa-92b7-eb14c4c77344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:24.602764 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-00817cf7-6b44-4caa-92b7-eb14c4c77344 admin admin] Calling delete_port for da8b8298-4cf3-4dec-9388-c307a7e6b547 owned by network:router_interface {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:31:24.699202 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:24.780908 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-00817cf7-6b44-4caa-92b7-eb14c4c77344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9210769'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:24.812106 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00817cf7-6b44-4caa-92b7-eb14c4c77344 admin admin] Pushing event deleted for resources: {'Port': ['ID=da8b8298-4cf3-4dec-9388-c307a7e6b547,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:24.971446 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-00817cf7-6b44-4caa-92b7-eb14c4c77344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601745'] for router_interface, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:25.181270 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00817cf7-6b44-4caa-92b7-eb14c4c77344 admin admin] Router fa385e65-b11c-4f2d-b564-ea64535e60f5 has already been hosted by L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 12:31:25.287089 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00817cf7-6b44-4caa-92b7-eb14c4c77344 admin admin] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:31:25.294443 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-00817cf7-6b44-4caa-92b7-eb14c4c77344 admin admin] 10.222.0.52 "PUT /v2.0/routers/fa385e65-b11c-4f2d-b564-ea64535e60f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4722805 Jul 05 12:31:25.294752 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 41868) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:31:25.295339 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2b14f1-9efa-4398-abf0-f33b71d2e01e None None] Sync routers for ids ['fa385e65-b11c-4f2d-b564-ea64535e60f5'] in dv-cinder-796286-12-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:31:25.305688 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2b14f1-9efa-4398-abf0-f33b71d2e01e None None] Routers {'fa385e65-b11c-4f2d-b564-ea64535e60f5'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:31:25.306320 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-de2b14f1-9efa-4398-abf0-f33b71d2e01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:31:23Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['fa385e65-b11c-4f2d-b564-ea64535e60f5'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:31:25.414184 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-de2b14f1-9efa-4398-abf0-f33b71d2e01e None None] Set router fa385e65-b11c-4f2d-b564-ea64535e60f5 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:31:25.440612 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1e614d3d-e5e8-4320-b750-a8d32549f28f admin admin] Notify callbacks [] for router, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:25.451182 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b26bd-4421-4f14-a2ed-986bb223b030 req-d08503bf-1647-4097-b677-c26bcbacd7b0 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:25.452656 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c34b26bd-4421-4f14-a2ed-986bb223b030 req-d08503bf-1647-4097-b677-c26bcbacd7b0 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 946 time: 0.1202102 Jul 05 12:31:25.554063 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c34b26bd-4421-4f14-a2ed-986bb223b030 req-88c063f6-13a1-44ca-94ad-4635bab842ac tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685580 Jul 05 12:31:25.591819 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1e614d3d-e5e8-4320-b750-a8d32549f28f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:25.595322 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-de2b14f1-9efa-4398-abf0-f33b71d2e01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa385e65-b11c-4f2d-b564-ea64535e60f5', 'name': 'tempest-TestShelveInstance-1982492967-router', 'tenant_id': '6c793eb3be9746198eaeb83a145c6641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '34b0fa27-9415-4ace-9c86-88ddc3a2ecb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:24:04Z', 'updated_at': '2021-07-05T12:31:24Z', 'revision_number': 5, 'project_id': '6c793eb3be9746198eaeb83a145c6641', 'gw_port': {'id': '34b0fa27-9415-4ace-9c86-88ddc3a2ecb7', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa385e65-b11c-4f2d-b564-ea64535e60f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:24:05Z', 'updated_at': '2021-07-05T12:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi'}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:31:25.621782 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2b14f1-9efa-4398-abf0-f33b71d2e01e None None] Checking router: fa385e65-b11c-4f2d-b564-ea64535e60f5 for host: dv-cinder-796286-12-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:31:25.630437 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2b14f1-9efa-4398-abf0-f33b71d2e01e None None] Routers {'fa385e65-b11c-4f2d-b564-ea64535e60f5'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:31:25.631393 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-de2b14f1-9efa-4398-abf0-f33b71d2e01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:31:23Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['fa385e65-b11c-4f2d-b564-ea64535e60f5'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:31:25.646059 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-1e614d3d-e5e8-4320-b750-a8d32549f28f admin admin] Deleting port 34b0fa27-9415-4ace-9c86-88ddc3a2ecb7 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:31:25.646059 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1e614d3d-e5e8-4320-b750-a8d32549f28f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:25.734328 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-1e614d3d-e5e8-4320-b750-a8d32549f28f admin admin] For port 34b0fa27-9415-4ace-9c86-88ddc3a2ecb7, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=34b0fa27-9415-4ace-9c86-88ddc3a2ecb7,segment=NetworkSegment(7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0),segment_id=7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:31:25.734683 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1e614d3d-e5e8-4320-b750-a8d32549f28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:25.747787 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-1e614d3d-e5e8-4320-b750-a8d32549f28f admin admin] Calling delete_port for 34b0fa27-9415-4ace-9c86-88ddc3a2ecb7 owned by network:router_gateway {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:31:25.840786 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-de2b14f1-9efa-4398-abf0-f33b71d2e01e None None] Set router fa385e65-b11c-4f2d-b564-ea64535e60f5 gateway port host: None {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:31:25.895301 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-de2b14f1-9efa-4398-abf0-f33b71d2e01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa385e65-b11c-4f2d-b564-ea64535e60f5', 'name': 'tempest-TestShelveInstance-1982492967-router', 'tenant_id': '6c793eb3be9746198eaeb83a145c6641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:24:04Z', 'updated_at': '2021-07-05T12:31:25Z', 'revision_number': 6, 'project_id': '6c793eb3be9746198eaeb83a145c6641', 'gw_port_host': None}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:31:25.921641 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2b14f1-9efa-4398-abf0-f33b71d2e01e None None] The sync data for ids ['fa385e65-b11c-4f2d-b564-ea64535e60f5'] in dv-cinder-796286-12-iscsi is: [{'id': 'fa385e65-b11c-4f2d-b564-ea64535e60f5', 'name': 'tempest-TestShelveInstance-1982492967-router', 'tenant_id': '6c793eb3be9746198eaeb83a145c6641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:24:04Z', 'updated_at': '2021-07-05T12:31:25Z', 'revision_number': 6, 'project_id': '6c793eb3be9746198eaeb83a145c6641', 'gw_port_host': None}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:31:25.939251 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1e614d3d-e5e8-4320-b750-a8d32549f28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3485763'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:25.963230 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e614d3d-e5e8-4320-b750-a8d32549f28f admin admin] Pushing event deleted for resources: {'Port': ['ID=34b0fa27-9415-4ace-9c86-88ddc3a2ecb7,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:26.028867 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1e614d3d-e5e8-4320-b750-a8d32549f28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1575336'] for router_gateway, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:26.129121 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1e614d3d-e5e8-4320-b750-a8d32549f28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6158'] for router, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:26.131879 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1e614d3d-e5e8-4320-b750-a8d32549f28f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:26.196770 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1e614d3d-e5e8-4320-b750-a8d32549f28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1580428'] for router, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:26.197339 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e614d3d-e5e8-4320-b750-a8d32549f28f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa385e65-b11c-4f2d-b564-ea64535e60f5 {{(pid=92929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 12:31:26.202666 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1e614d3d-e5e8-4320-b750-a8d32549f28f admin admin] Notify callbacks [] for router, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:26.206226 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-1e614d3d-e5e8-4320-b750-a8d32549f28f admin admin] 10.222.0.52 "DELETE /v2.0/routers/fa385e65-b11c-4f2d-b564-ea64535e60f5 HTTP/1.1" status: 204 len: 168 time: 0.9080245 Jul 05 12:31:26.206411 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 41872) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:31:26.251043 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_v2 [None req-45e5b7e8-32f5-4993-96ed-5d94634bf1d0 admin admin] Deleting subnet 63c05bff-6436-4f1d-93bf-d01974ae158e {{(pid=92929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 12:31:26.254221 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-45e5b7e8-32f5-4993-96ed-5d94634bf1d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:26.265011 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:26.293171 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-45e5b7e8-32f5-4993-96ed-5d94634bf1d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192288'] for subnet, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:26.406063 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-45e5b7e8-32f5-4993-96ed-5d94634bf1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882782'] for subnet, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:26.457503 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-45e5b7e8-32f5-4993-96ed-5d94634bf1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3485817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3224283'] for subnet, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:26.481887 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e5b7e8-32f5-4993-96ed-5d94634bf1d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63c05bff-6436-4f1d-93bf-d01974ae158e,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:26.485516 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-45e5b7e8-32f5-4993-96ed-5d94634bf1d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:26.490226 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-45e5b7e8-32f5-4993-96ed-5d94634bf1d0 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/63c05bff-6436-4f1d-93bf-d01974ae158e HTTP/1.1" status: 204 len: 168 time: 0.2801380 Jul 05 12:31:26.490543 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 41876) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:31:26.492320 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a9c06b-e232-4c5c-9e6b-fd174ae5be00 None None] Network 51839ed8-9220-4bba-94fb-b117e6e65d5f requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:31:26.560936 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-72b2e2d7-15ed-4e45-905f-871409599f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773155'] for network, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:26.615582 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-72b2e2d7-15ed-4e45-905f-871409599f69 admin admin] Deleting port 3fcd5609-12e8-42a5-9a7f-07a9e1166922 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:31:26.615848 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-72b2e2d7-15ed-4e45-905f-871409599f69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:26.702376 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d90e6f2-812d-4208-a076-b57ea166e3c0 None None] DHCP port deletion for 51839ed8-9220-4bba-94fb-b117e6e65d5f request from dv-cinder-796286-12-iscsi {{(pid=92930) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 12:31:26.714119 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-72b2e2d7-15ed-4e45-905f-871409599f69 admin admin] For port 3fcd5609-12e8-42a5-9a7f-07a9e1166922, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=3fcd5609-12e8-42a5-9a7f-07a9e1166922,segment=NetworkSegment(f5df6d4a-3b14-4419-af8a-72036a89d58c),segment_id=f5df6d4a-3b14-4419-af8a-72036a89d58c)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:31:26.714481 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-72b2e2d7-15ed-4e45-905f-871409599f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:26.744242 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-72b2e2d7-15ed-4e45-905f-871409599f69 admin admin] Calling delete_port for 3fcd5609-12e8-42a5-9a7f-07a9e1166922 owned by network:dhcp {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:31:26.752593 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-1d90e6f2-812d-4208-a076-b57ea166e3c0 None None] Deleting port 3fcd5609-12e8-42a5-9a7f-07a9e1166922 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:31:26.753006 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1d90e6f2-812d-4208-a076-b57ea166e3c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:26.820974 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-1d90e6f2-812d-4208-a076-b57ea166e3c0 None None] For port 3fcd5609-12e8-42a5-9a7f-07a9e1166922, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=3fcd5609-12e8-42a5-9a7f-07a9e1166922,segment=NetworkSegment(f5df6d4a-3b14-4419-af8a-72036a89d58c),segment_id=f5df6d4a-3b14-4419-af8a-72036a89d58c)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:31:26.821314 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1d90e6f2-812d-4208-a076-b57ea166e3c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:26.828219 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313cb59-284a-4ad7-a5ad-218fe6a18739 req-de70e5bc-f395-469d-b5b2-1f5a295ae8ed tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:26.829698 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e313cb59-284a-4ad7-a5ad-218fe6a18739 req-de70e5bc-f395-469d-b5b2-1f5a295ae8ed tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 946 time: 0.1434462 Jul 05 12:31:26.834404 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-1d90e6f2-812d-4208-a076-b57ea166e3c0 None None] Calling delete_port for 3fcd5609-12e8-42a5-9a7f-07a9e1166922 owned by network:dhcp {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:31:26.863449 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-72b2e2d7-15ed-4e45-905f-871409599f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3485763'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:26.900734 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b2e2d7-15ed-4e45-905f-871409599f69 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fcd5609-12e8-42a5-9a7f-07a9e1166922,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:26.905883 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e313cb59-284a-4ad7-a5ad-218fe6a18739 req-86b5b463-103e-49ad-ad07-d0ccbe197ba5 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661399 Jul 05 12:31:26.907735 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b2e2d7-15ed-4e45-905f-871409599f69 admin admin] No DVR routers for this DVR port 3fcd5609-12e8-42a5-9a7f-07a9e1166922 on host dv-cinder-796286-12-iscsi {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 12:31:26.986619 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-72b2e2d7-15ed-4e45-905f-871409599f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880587', 'neutron.services.segments.db._delete_segments_for_network-8761929754462'] for network, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:26.988521 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1d90e6f2-812d-4208-a076-b57ea166e3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:26.996538 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-72b2e2d7-15ed-4e45-905f-871409599f69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51839ed8-9220-4bba-94fb-b117e6e65d5f']}} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:31:27.007756 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-72b2e2d7-15ed-4e45-905f-871409599f69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5df6d4a-3b14-4419-af8a-72036a89d58c') {'for_net_delete': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:31:27.008055 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-72b2e2d7-15ed-4e45-905f-871409599f69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5df6d4a-3b14-4419-af8a-72036a89d58c') {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:31:27.013495 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d90e6f2-812d-4208-a076-b57ea166e3c0 None None] Pushing event deleted for resources: {'Port': ['ID=3fcd5609-12e8-42a5-9a7f-07a9e1166922,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:27.017297 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d90e6f2-812d-4208-a076-b57ea166e3c0 None None] No DVR routers for this DVR port 3fcd5609-12e8-42a5-9a7f-07a9e1166922 on host dv-cinder-796286-12-iscsi {{(pid=92930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 12:31:27.019583 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-72b2e2d7-15ed-4e45-905f-871409599f69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761929721474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192311'] for segment, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:27.039449 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-72b2e2d7-15ed-4e45-905f-871409599f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207'] for segment, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:27.045798 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b2e2d7-15ed-4e45-905f-871409599f69 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=92929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 12:31:27.046217 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-72b2e2d7-15ed-4e45-905f-871409599f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3485852'] for segment, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:27.048173 dv-cinder-796286-12-iscsi neutron-server[92929]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 12:31:27.048173 dv-cinder-796286-12-iscsi neutron-server[92929]: conditions |= (models_v2.Port.network_id.in_( Jul 05 12:31:27.048173 dv-cinder-796286-12-iscsi neutron-server[92929]: Traceback (most recent call last): Jul 05 12:31:27.048173 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 12:31:27.048173 dv-cinder-796286-12-iscsi neutron-server[92929]: timer() Jul 05 12:31:27.048173 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 12:31:27.048173 dv-cinder-796286-12-iscsi neutron-server[92929]: cb(*args, **kw) Jul 05 12:31:27.048173 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 12:31:27.048173 dv-cinder-796286-12-iscsi neutron-server[92929]: return func(*args, **kwargs) Jul 05 12:31:27.048173 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 12:31:27.048173 dv-cinder-796286-12-iscsi neutron-server[92929]: self._notify() Jul 05 12:31:27.048173 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 12:31:27.048173 dv-cinder-796286-12-iscsi neutron-server[92929]: self.callback(batched_events) Jul 05 12:31:27.048173 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 12:31:27.048173 dv-cinder-796286-12-iscsi neutron-server[92929]: event.method(event) Jul 05 12:31:27.048173 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 12:31:27.048173 dv-cinder-796286-12-iscsi neutron-server[92929]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 12:31:27.048173 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 12:31:27.048173 dv-cinder-796286-12-iscsi neutron-server[92929]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 12:31:27.048173 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 12:31:27.048173 dv-cinder-796286-12-iscsi neutron-server[92929]: return f(self, *a, **k) Jul 05 12:31:27.048173 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 12:31:27.048173 dv-cinder-796286-12-iscsi neutron-server[92929]: return self._get(url).json() Jul 05 12:31:27.048173 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 12:31:27.048173 dv-cinder-796286-12-iscsi neutron-server[92929]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 12:31:27.048173 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 12:31:27.048173 dv-cinder-796286-12-iscsi neutron-server[92929]: return self.request(url, 'GET', **kwargs) Jul 05 12:31:27.048173 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 12:31:27.048173 dv-cinder-796286-12-iscsi neutron-server[92929]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 12:31:27.048173 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 12:31:27.048173 dv-cinder-796286-12-iscsi neutron-server[92929]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 12:31:27.048173 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 12:31:27.048173 dv-cinder-796286-12-iscsi neutron-server[92929]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 12:31:27.048173 dv-cinder-796286-12-iscsi neutron-server[92929]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 12:31:27.105707 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-72b2e2d7-15ed-4e45-905f-871409599f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575308'] for network, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:27.110840 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-72b2e2d7-15ed-4e45-905f-871409599f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:27.112619 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-72b2e2d7-15ed-4e45-905f-871409599f69 admin admin] 10.222.0.52 "DELETE /v2.0/networks/51839ed8-9220-4bba-94fb-b117e6e65d5f HTTP/1.1" status: 204 len: 168 time: 0.6211462 Jul 05 12:31:27.116622 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 41880) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:31:27.124057 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b2e2d7-15ed-4e45-905f-871409599f69 admin admin] Pushing event deleted for resources: {'Network': ['ID=51839ed8-9220-4bba-94fb-b117e6e65d5f,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:27.459684 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1020b7e4-8f41-4fc0-b230-387bcad90e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1576687'] for router_interface, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:27.887236 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 34b0fa27-9415-4ace-9c86-88ddc3a2ecb7 no longer exists at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:31:27.907758 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] No Port match for: 34b0fa27-9415-4ace-9c86-88ddc3a2ecb7 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:31:27.908104 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 34b0fa27-9415-4ace-9c86-88ddc3a2ecb7 not bound to the agent host dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:31:27.908536 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device da8b8298-4cf3-4dec-9388-c307a7e6b547 no longer exists at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:31:27.927495 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] No Port match for: da8b8298-4cf3-4dec-9388-c307a7e6b547 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:31:27.927832 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device da8b8298-4cf3-4dec-9388-c307a7e6b547 not bound to the agent host dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:31:27.928249 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 3fcd5609-12e8-42a5-9a7f-07a9e1166922 no longer exists at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:31:27.938932 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-1020b7e4-8f41-4fc0-b230-387bcad90e2c admin admin] Deleting port 3af58f2e-af48-4b18-a01f-af8bf75edba8 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:31:27.939274 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1020b7e4-8f41-4fc0-b230-387bcad90e2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:27.947792 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] No Port match for: 3fcd5609-12e8-42a5-9a7f-07a9e1166922 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:31:27.947792 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 3fcd5609-12e8-42a5-9a7f-07a9e1166922 not bound to the agent host dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:31:28.017296 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-1020b7e4-8f41-4fc0-b230-387bcad90e2c admin admin] For port 3af58f2e-af48-4b18-a01f-af8bf75edba8, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=3af58f2e-af48-4b18-a01f-af8bf75edba8,segment=NetworkSegment(7eb60997-fae2-459b-b29b-8ce679dd0d85),segment_id=7eb60997-fae2-459b-b29b-8ce679dd0d85)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:31:28.017566 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1020b7e4-8f41-4fc0-b230-387bcad90e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:28.031055 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-1020b7e4-8f41-4fc0-b230-387bcad90e2c admin admin] Calling delete_port for 3af58f2e-af48-4b18-a01f-af8bf75edba8 owned by network:router_interface {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:31:28.100153 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c738298-a53c-48b7-9b95-cd734e84f7f2 req-1eafc5b7-1884-4a14-90de-eb8bc579dae2 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:28.101641 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5c738298-a53c-48b7-9b95-cd734e84f7f2 req-1eafc5b7-1884-4a14-90de-eb8bc579dae2 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 946 time: 0.0633225 Jul 05 12:31:28.138433 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5c738298-a53c-48b7-9b95-cd734e84f7f2 req-cb8c131e-01a9-42cd-813c-f72ceefc3d10 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310493 Jul 05 12:31:28.208354 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1020b7e4-8f41-4fc0-b230-387bcad90e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9210769'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:28.233985 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1020b7e4-8f41-4fc0-b230-387bcad90e2c admin admin] Pushing event deleted for resources: {'Port': ['ID=3af58f2e-af48-4b18-a01f-af8bf75edba8,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:28.245063 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1020b7e4-8f41-4fc0-b230-387bcad90e2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:28.245416 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1020b7e4-8f41-4fc0-b230-387bcad90e2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:28.245762 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1020b7e4-8f41-4fc0-b230-387bcad90e2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:28.246102 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1020b7e4-8f41-4fc0-b230-387bcad90e2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:28.246435 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1020b7e4-8f41-4fc0-b230-387bcad90e2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:28.246797 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1020b7e4-8f41-4fc0-b230-387bcad90e2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:28.247126 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1020b7e4-8f41-4fc0-b230-387bcad90e2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:28.247504 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1020b7e4-8f41-4fc0-b230-387bcad90e2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:28.247784 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1020b7e4-8f41-4fc0-b230-387bcad90e2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:28.248113 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1020b7e4-8f41-4fc0-b230-387bcad90e2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:28.248441 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1020b7e4-8f41-4fc0-b230-387bcad90e2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:28.248770 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1020b7e4-8f41-4fc0-b230-387bcad90e2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:28.421845 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1020b7e4-8f41-4fc0-b230-387bcad90e2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601745'] for router_interface, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:28.648143 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1020b7e4-8f41-4fc0-b230-387bcad90e2c admin admin] Router 48ffec43-bc49-41b9-b5c2-7b537bf3ba3f has already been hosted by L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 12:31:28.752068 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1020b7e4-8f41-4fc0-b230-387bcad90e2c admin admin] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:31:28.761180 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-1020b7e4-8f41-4fc0-b230-387bcad90e2c admin admin] 10.222.0.52 "PUT /v2.0/routers/48ffec43-bc49-41b9-b5c2-7b537bf3ba3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6401181 Jul 05 12:31:28.761180 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 41888) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:31:28.762902 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e830d49-de3f-4eea-b1b9-5a205ca0e2be None None] Sync routers for ids ['48ffec43-bc49-41b9-b5c2-7b537bf3ba3f'] in dv-cinder-796286-12-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:31:28.772861 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e830d49-de3f-4eea-b1b9-5a205ca0e2be None None] Routers {'48ffec43-bc49-41b9-b5c2-7b537bf3ba3f'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:31:28.773599 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-2e830d49-de3f-4eea-b1b9-5a205ca0e2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:31:23Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['48ffec43-bc49-41b9-b5c2-7b537bf3ba3f'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:31:28.863533 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dcc51f18-05e8-438b-bbcb-2193034987ed admin admin] Notify callbacks [] for router, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:28.892068 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-2e830d49-de3f-4eea-b1b9-5a205ca0e2be None None] Set router 48ffec43-bc49-41b9-b5c2-7b537bf3ba3f gateway port host: dv-cinder-796286-12-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:31:28.974938 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dcc51f18-05e8-438b-bbcb-2193034987ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:29.026432 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-dcc51f18-05e8-438b-bbcb-2193034987ed admin admin] Deleting port 7d895e7c-4dd2-438d-be61-12f5863cd1c2 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:31:29.026809 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dcc51f18-05e8-438b-bbcb-2193034987ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:29.070547 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-2e830d49-de3f-4eea-b1b9-5a205ca0e2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ffec43-bc49-41b9-b5c2-7b537bf3ba3f', 'name': 'tempest-TestShelveInstance-378117083-router', 'tenant_id': 'c58889115e6644538046ecea322f0532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '7d895e7c-4dd2-438d-be61-12f5863cd1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:24:10Z', 'updated_at': '2021-07-05T12:31:28Z', 'revision_number': 5, 'project_id': 'c58889115e6644538046ecea322f0532', 'gw_port': {'id': '7d895e7c-4dd2-438d-be61-12f5863cd1c2', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:32:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ffec43-bc49-41b9-b5c2-7b537bf3ba3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:24:11Z', 'updated_at': '2021-07-05T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi'}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:31:29.096328 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e830d49-de3f-4eea-b1b9-5a205ca0e2be None None] Checking router: 48ffec43-bc49-41b9-b5c2-7b537bf3ba3f for host: dv-cinder-796286-12-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:31:29.104730 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-dcc51f18-05e8-438b-bbcb-2193034987ed admin admin] For port 7d895e7c-4dd2-438d-be61-12f5863cd1c2, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=7d895e7c-4dd2-438d-be61-12f5863cd1c2,segment=NetworkSegment(7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0),segment_id=7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:31:29.104929 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e830d49-de3f-4eea-b1b9-5a205ca0e2be None None] Routers {'48ffec43-bc49-41b9-b5c2-7b537bf3ba3f'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:31:29.105120 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dcc51f18-05e8-438b-bbcb-2193034987ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:29.105547 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-2e830d49-de3f-4eea-b1b9-5a205ca0e2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:31:23Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['48ffec43-bc49-41b9-b5c2-7b537bf3ba3f'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:31:29.117671 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-dcc51f18-05e8-438b-bbcb-2193034987ed admin admin] Calling delete_port for 7d895e7c-4dd2-438d-be61-12f5863cd1c2 owned by network:router_gateway {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:31:29.191134 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-2e830d49-de3f-4eea-b1b9-5a205ca0e2be None None] Set router 48ffec43-bc49-41b9-b5c2-7b537bf3ba3f gateway port host: None {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:31:29.252179 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-2e830d49-de3f-4eea-b1b9-5a205ca0e2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ffec43-bc49-41b9-b5c2-7b537bf3ba3f', 'name': 'tempest-TestShelveInstance-378117083-router', 'tenant_id': 'c58889115e6644538046ecea322f0532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:24:10Z', 'updated_at': '2021-07-05T12:31:28Z', 'revision_number': 6, 'project_id': 'c58889115e6644538046ecea322f0532', 'gw_port_host': None}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:31:29.281363 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e830d49-de3f-4eea-b1b9-5a205ca0e2be None None] The sync data for ids ['48ffec43-bc49-41b9-b5c2-7b537bf3ba3f'] in dv-cinder-796286-12-iscsi is: [{'id': '48ffec43-bc49-41b9-b5c2-7b537bf3ba3f', 'name': 'tempest-TestShelveInstance-378117083-router', 'tenant_id': 'c58889115e6644538046ecea322f0532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:24:10Z', 'updated_at': '2021-07-05T12:31:28Z', 'revision_number': 6, 'project_id': 'c58889115e6644538046ecea322f0532', 'gw_port_host': None}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:31:29.300544 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dcc51f18-05e8-438b-bbcb-2193034987ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9210769'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:29.332150 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc51f18-05e8-438b-bbcb-2193034987ed admin admin] Pushing event deleted for resources: {'Port': ['ID=7d895e7c-4dd2-438d-be61-12f5863cd1c2,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:29.353187 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6107af-7193-4d9d-ba93-afba1116cece req-5e51a2b6-b1a0-4ecf-9c86-499c0bc28c13 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:29.354842 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-db6107af-7193-4d9d-ba93-afba1116cece req-5e51a2b6-b1a0-4ecf-9c86-499c0bc28c13 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 946 time: 0.0827193 Jul 05 12:31:29.393791 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dcc51f18-05e8-438b-bbcb-2193034987ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1575336'] for router_gateway, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:29.398962 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-db6107af-7193-4d9d-ba93-afba1116cece req-782a7053-2d1f-4de5-88dc-64086a9be455 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383413 Jul 05 12:31:29.480912 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dcc51f18-05e8-438b-bbcb-2193034987ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6158'] for router, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:29.482998 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dcc51f18-05e8-438b-bbcb-2193034987ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:29.526706 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dcc51f18-05e8-438b-bbcb-2193034987ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1580428'] for router, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:29.527290 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc51f18-05e8-438b-bbcb-2193034987ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48ffec43-bc49-41b9-b5c2-7b537bf3ba3f {{(pid=92928) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 12:31:29.532870 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dcc51f18-05e8-438b-bbcb-2193034987ed admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:29.534223 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-dcc51f18-05e8-438b-bbcb-2193034987ed admin admin] 10.222.0.52 "DELETE /v2.0/routers/48ffec43-bc49-41b9-b5c2-7b537bf3ba3f HTTP/1.1" status: 204 len: 168 time: 0.7728667 Jul 05 12:31:29.537392 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 41892) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:31:29.595370 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-b179a595-a009-4909-adb8-f0ee14ec72b2 admin admin] Deleting subnet 33edbbd9-f81e-4068-afcc-672e305cf547 {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 12:31:29.598384 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b179a595-a009-4909-adb8-f0ee14ec72b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:29.633313 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b179a595-a009-4909-adb8-f0ee14ec72b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9086252'] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:29.746878 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b179a595-a009-4909-adb8-f0ee14ec72b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882782'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:29.797198 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b179a595-a009-4909-adb8-f0ee14ec72b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9210795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985237'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:29.821721 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179a595-a009-4909-adb8-f0ee14ec72b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33edbbd9-f81e-4068-afcc-672e305cf547,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:29.825287 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b179a595-a009-4909-adb8-f0ee14ec72b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:29.828034 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-b179a595-a009-4909-adb8-f0ee14ec72b2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/33edbbd9-f81e-4068-afcc-672e305cf547 HTTP/1.1" status: 204 len: 168 time: 0.2887585 Jul 05 12:31:29.829582 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 41894) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:31:29.832000 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e42a3b1-2a03-4b0f-9b1c-5c935b94edbb None None] Network b1f9a44f-8726-43fd-90c9-ad5ba6908db7 requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:31:29.903777 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-eae623ef-2dbe-4370-ab4b-8a6f17078791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773155'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:29.955739 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-eae623ef-2dbe-4370-ab4b-8a6f17078791 admin admin] Deleting port 131eb4e1-7ce6-44f4-8e40-d1ee9b1cdacd {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:31:29.956080 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-eae623ef-2dbe-4370-ab4b-8a6f17078791 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:30.018148 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-eae623ef-2dbe-4370-ab4b-8a6f17078791 admin admin] For port 131eb4e1-7ce6-44f4-8e40-d1ee9b1cdacd, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=131eb4e1-7ce6-44f4-8e40-d1ee9b1cdacd,segment=NetworkSegment(7eb60997-fae2-459b-b29b-8ce679dd0d85),segment_id=7eb60997-fae2-459b-b29b-8ce679dd0d85)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:31:30.018527 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-eae623ef-2dbe-4370-ab4b-8a6f17078791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:30.031348 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-eae623ef-2dbe-4370-ab4b-8a6f17078791 admin admin] Calling delete_port for 131eb4e1-7ce6-44f4-8e40-d1ee9b1cdacd owned by network:dhcp {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:31:30.072235 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7054ab-9a7f-4b5b-bf33-f0e2ddfbd778 None None] DHCP port deletion for b1f9a44f-8726-43fd-90c9-ad5ba6908db7 request from dv-cinder-796286-12-iscsi {{(pid=92930) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 12:31:30.127975 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-eae623ef-2dbe-4370-ab4b-8a6f17078791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9210769'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:30.138196 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 131eb4e1-7ce6-44f4-8e40-d1ee9b1cdacd no longer exists at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:31:30.154944 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae623ef-2dbe-4370-ab4b-8a6f17078791 admin admin] Pushing event deleted for resources: {'Port': ['ID=131eb4e1-7ce6-44f4-8e40-d1ee9b1cdacd,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:30.158422 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae623ef-2dbe-4370-ab4b-8a6f17078791 admin admin] No DVR routers for this DVR port 131eb4e1-7ce6-44f4-8e40-d1ee9b1cdacd on host dv-cinder-796286-12-iscsi {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 12:31:30.160870 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] No Port match for: 131eb4e1-7ce6-44f4-8e40-d1ee9b1cdacd {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:31:30.161881 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 131eb4e1-7ce6-44f4-8e40-d1ee9b1cdacd not bound to the agent host dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:31:30.162315 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 7d895e7c-4dd2-438d-be61-12f5863cd1c2 no longer exists at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:31:30.183129 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] No Port match for: 7d895e7c-4dd2-438d-be61-12f5863cd1c2 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:31:30.183473 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 7d895e7c-4dd2-438d-be61-12f5863cd1c2 not bound to the agent host dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:31:30.183880 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 3af58f2e-af48-4b18-a01f-af8bf75edba8 no longer exists at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:31:30.209276 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] No Port match for: 3af58f2e-af48-4b18-a01f-af8bf75edba8 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:31:30.209613 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 3af58f2e-af48-4b18-a01f-af8bf75edba8 not bound to the agent host dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:31:30.214064 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-ca7054ab-9a7f-4b5b-bf33-f0e2ddfbd778 None None] Deleting port 131eb4e1-7ce6-44f4-8e40-d1ee9b1cdacd {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:31:30.214435 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ca7054ab-9a7f-4b5b-bf33-f0e2ddfbd778 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:30.285016 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-ca7054ab-9a7f-4b5b-bf33-f0e2ddfbd778 None None] For port 131eb4e1-7ce6-44f4-8e40-d1ee9b1cdacd, host dv-cinder-796286-12-iscsi, got binding levels [] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:31:30.285392 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ca7054ab-9a7f-4b5b-bf33-f0e2ddfbd778 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:30.300865 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-ca7054ab-9a7f-4b5b-bf33-f0e2ddfbd778 None None] Calling delete_port for 131eb4e1-7ce6-44f4-8e40-d1ee9b1cdacd owned by network:dhcp {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:31:30.303852 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.ipam_backend_mixin [None req-ca7054ab-9a7f-4b5b-bf33-f0e2ddfbd778 None None] Port 131eb4e1-7ce6-44f4-8e40-d1ee9b1cdacd was not found and therefore no delete operation was performed {{(pid=92930) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 12:31:30.305298 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ca7054ab-9a7f-4b5b-bf33-f0e2ddfbd778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:30.331368 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7054ab-9a7f-4b5b-bf33-f0e2ddfbd778 None None] Pushing event deleted for resources: {'Port': ['ID=131eb4e1-7ce6-44f4-8e40-d1ee9b1cdacd,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:30.342339 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7054ab-9a7f-4b5b-bf33-f0e2ddfbd778 None None] No DVR routers for this DVR port 131eb4e1-7ce6-44f4-8e40-d1ee9b1cdacd on host dv-cinder-796286-12-iscsi {{(pid=92930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 12:31:30.463390 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-eae623ef-2dbe-4370-ab4b-8a6f17078791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880587', 'neutron.services.segments.db._delete_segments_for_network-8761929754462'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:30.473206 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-eae623ef-2dbe-4370-ab4b-8a6f17078791 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f9a44f-8726-43fd-90c9-ad5ba6908db7']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:31:30.483596 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-eae623ef-2dbe-4370-ab4b-8a6f17078791 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb60997-fae2-459b-b29b-8ce679dd0d85') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:31:30.483887 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-eae623ef-2dbe-4370-ab4b-8a6f17078791 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb60997-fae2-459b-b29b-8ce679dd0d85') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:31:30.493090 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-eae623ef-2dbe-4370-ab4b-8a6f17078791 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761929721474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9086267'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:30.506275 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-eae623ef-2dbe-4370-ab4b-8a6f17078791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:30.512141 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eae623ef-2dbe-4370-ab4b-8a6f17078791 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 12:31:30.512540 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-eae623ef-2dbe-4370-ab4b-8a6f17078791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9210702'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:30.514233 dv-cinder-796286-12-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 12:31:30.514233 dv-cinder-796286-12-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 05 12:31:30.514233 dv-cinder-796286-12-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 12:31:30.514233 dv-cinder-796286-12-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 05 12:31:30.514233 dv-cinder-796286-12-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 05 12:31:30.514233 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 12:31:30.514233 dv-cinder-796286-12-iscsi neutron-server[92928]: timer() Jul 05 12:31:30.514233 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 12:31:30.514233 dv-cinder-796286-12-iscsi neutron-server[92928]: cb(*args, **kw) Jul 05 12:31:30.514233 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 12:31:30.514233 dv-cinder-796286-12-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 05 12:31:30.514233 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 12:31:30.514233 dv-cinder-796286-12-iscsi neutron-server[92928]: self._notify() Jul 05 12:31:30.514233 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 12:31:30.514233 dv-cinder-796286-12-iscsi neutron-server[92928]: self.callback(batched_events) Jul 05 12:31:30.514233 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 12:31:30.514233 dv-cinder-796286-12-iscsi neutron-server[92928]: event.method(event) Jul 05 12:31:30.514233 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 12:31:30.514233 dv-cinder-796286-12-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 12:31:30.514233 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 12:31:30.514233 dv-cinder-796286-12-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 12:31:30.514233 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 12:31:30.514233 dv-cinder-796286-12-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 05 12:31:30.514233 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 12:31:30.514233 dv-cinder-796286-12-iscsi neutron-server[92928]: return self._get(url).json() Jul 05 12:31:30.514233 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 12:31:30.514233 dv-cinder-796286-12-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 12:31:30.514233 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 12:31:30.514233 dv-cinder-796286-12-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 05 12:31:30.514233 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 12:31:30.514233 dv-cinder-796286-12-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 12:31:30.514233 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 12:31:30.514233 dv-cinder-796286-12-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 12:31:30.514233 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 12:31:30.514233 dv-cinder-796286-12-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 12:31:30.514233 dv-cinder-796286-12-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 12:31:30.569674 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-eae623ef-2dbe-4370-ab4b-8a6f17078791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575308'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:30.574222 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-eae623ef-2dbe-4370-ab4b-8a6f17078791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:30.578929 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-eae623ef-2dbe-4370-ab4b-8a6f17078791 admin admin] 10.222.0.52 "DELETE /v2.0/networks/b1f9a44f-8726-43fd-90c9-ad5ba6908db7 HTTP/1.1" status: 204 len: 168 time: 0.7482328 Jul 05 12:31:30.579374 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e325d-ba3f-49c3-995c-f10cb24562db req-b00ba2b8-29f6-47d8-828e-b7e7d45ee313 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:30.581058 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-417e325d-ba3f-49c3-995c-f10cb24562db req-b00ba2b8-29f6-47d8-828e-b7e7d45ee313 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 946 time: 0.0668306 Jul 05 12:31:30.591950 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae623ef-2dbe-4370-ab4b-8a6f17078791 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1f9a44f-8726-43fd-90c9-ad5ba6908db7,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:30.622288 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-417e325d-ba3f-49c3-995c-f10cb24562db req-133bea05-c62a-4362-a0fe-cdddefd074ec tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348063 Jul 05 12:31:30.694047 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 41902) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:31:30.732561 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-3bf4c0c3-7849-4721-a955-e77738118838 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6c793eb3be9746198eaeb83a145c6641&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373495 Jul 05 12:31:30.734895 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 41904) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:31:30.784210 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8b18f332-c52b-4a5b-ae41-5af2f587d43a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:30.805343 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8b18f332-c52b-4a5b-ae41-5af2f587d43a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:30.849192 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8b18f332-c52b-4a5b-ae41-5af2f587d43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:30.851790 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8b18f332-c52b-4a5b-ae41-5af2f587d43a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:30.852999 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-8b18f332-c52b-4a5b-ae41-5af2f587d43a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/37427ceb-5ada-4b4f-8121-418459dd73f9 HTTP/1.1" status: 204 len: 168 time: 0.1172292 Jul 05 12:31:30.860325 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b18f332-c52b-4a5b-ae41-5af2f587d43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37427ceb-5ada-4b4f-8121-418459dd73f9,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:31.156763 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 41912) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:31:31.196643 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-1a214135-6117-4db3-a63d-0b35d18be63f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c58889115e6644538046ecea322f0532&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387125 Jul 05 12:31:31.199086 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 41914) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:31:31.250548 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fa6ebed6-187c-413d-893b-4627976918bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:31.271927 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fa6ebed6-187c-413d-893b-4627976918bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:31.318686 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fa6ebed6-187c-413d-893b-4627976918bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:31.321365 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fa6ebed6-187c-413d-893b-4627976918bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:31.322518 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-fa6ebed6-187c-413d-893b-4627976918bb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f0c685d2-2bcf-4612-8c0c-e8d29290a148 HTTP/1.1" status: 204 len: 168 time: 0.1225507 Jul 05 12:31:31.330049 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ebed6-187c-413d-893b-4627976918bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c685d2-2bcf-4612-8c0c-e8d29290a148,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:31.810942 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2967e0-8a74-4e14-8f18-c35ce8f2e8bd req-b0dd3dd0-bfbc-41e7-aeb6-df2e7eed6021 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:31.812707 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ee2967e0-8a74-4e14-8f18-c35ce8f2e8bd req-b0dd3dd0-bfbc-41e7-aeb6-df2e7eed6021 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 946 time: 0.0693543 Jul 05 12:31:31.851658 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ee2967e0-8a74-4e14-8f18-c35ce8f2e8bd req-43dcac18-f096-4dca-b625-a0892674233d tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336721 Jul 05 12:31:31.983959 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 41938) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:31:32.076411 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-a47d6ae9-dbee-4530-8717-2d2e90d631d4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-312650613-network', 'tenant_id': '66642072210e46be853b52fd91a99581'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:31:32.097219 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47d6ae9-dbee-4530-8717-2d2e90d631d4 admin admin] Made reservation on behalf of 66642072210e46be853b52fd91a99581 for: {'network': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:31:32.099702 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a47d6ae9-dbee-4530-8717-2d2e90d631d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for network, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:32.107597 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a47d6ae9-dbee-4530-8717-2d2e90d631d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:32.195859 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a47d6ae9-dbee-4530-8717-2d2e90d631d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:32.199332 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a47d6ae9-dbee-4530-8717-2d2e90d631d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:32.227653 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a47d6ae9-dbee-4530-8717-2d2e90d631d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=92929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 12:31:32.236467 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47d6ae9-dbee-4530-8717-2d2e90d631d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c7518b-0597-438d-92d9-54596d748a25,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:32.243764 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a47d6ae9-dbee-4530-8717-2d2e90d631d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207'] for segment, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:32.244100 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.db.segments_db [None req-a47d6ae9-dbee-4530-8717-2d2e90d631d4 admin admin] Added segment acd43e8e-4d96-4aa9-8d01-a903ce986248 of type vlan for network 5175ffb3-848a-4015-857e-91cc64139ef2 Jul 05 12:31:32.283509 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a47d6ae9-dbee-4530-8717-2d2e90d631d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761929207381'] for network, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:32.310416 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a47d6ae9-dbee-4530-8717-2d2e90d631d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583'] for network, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:32.311400 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47d6ae9-dbee-4530-8717-2d2e90d631d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:32.311969 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a47d6ae9-dbee-4530-8717-2d2e90d631d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:32.363424 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-a47d6ae9-dbee-4530-8717-2d2e90d631d4 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3783286 Jul 05 12:31:32.368609 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 41942) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:31:32.374022 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-aa19bb92-b4a8-403b-9c2a-6b978036787a admin admin] Request body: {'subnet': {'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-312650613-subnet', 'tenant_id': '66642072210e46be853b52fd91a99581', 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:31:32.377325 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47d6ae9-dbee-4530-8717-2d2e90d631d4 admin admin] Pushing event updated for resources: {'Network': ['ID=5175ffb3-848a-4015-857e-91cc64139ef2,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:32.387906 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Network 5175ffb3-848a-4015-857e-91cc64139ef2 details requested by agent ovs-agent-dv-cinder-796286-12-iscsi with host dv-cinder-796286-12-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 12:31:32.396636 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa19bb92-b4a8-403b-9c2a-6b978036787a admin admin] Made reservation on behalf of 66642072210e46be853b52fd91a99581 for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:31:32.399098 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-aa19bb92-b4a8-403b-9c2a-6b978036787a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985460'] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:32.562637 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-aa19bb92-b4a8-403b-9c2a-6b978036787a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9210860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985446'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:32.617759 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa19bb92-b4a8-403b-9c2a-6b978036787a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc731385-af5b-43ab-943e-eef3c8d7edf0,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:32.625230 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa19bb92-b4a8-403b-9c2a-6b978036787a admin admin] Checking segment: {'id': 'acd43e8e-4d96-4aa9-8d01-a903ce986248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:31:32.625668 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa19bb92-b4a8-403b-9c2a-6b978036787a admin admin] Network hostable DHCP agents. Network: 5175ffb3-848a-4015-857e-91cc64139ef2, hostable agents: ['60ff58b7-18de-4b80-8279-d7ac18a51ea8'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 12:31:32.643017 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa19bb92-b4a8-403b-9c2a-6b978036787a admin admin] Network 5175ffb3-848a-4015-857e-91cc64139ef2 is scheduled to be hosted by DHCP agent 60ff58b7-18de-4b80-8279-d7ac18a51ea8 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 12:31:32.652236 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-aa19bb92-b4a8-403b-9c2a-6b978036787a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-12-iscsi, 5175ffb3-848a-4015-857e-91cc64139ef2) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:31:32.656635 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa19bb92-b4a8-403b-9c2a-6b978036787a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:32.657238 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-aa19bb92-b4a8-403b-9c2a-6b978036787a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:32.662305 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3953e2-74f0-4ec8-8550-36992e3f5f9f None None] Network 5175ffb3-848a-4015-857e-91cc64139ef2 requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:31:32.673947 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-aa19bb92-b4a8-403b-9c2a-6b978036787a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3041890 Jul 05 12:31:32.677082 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 41946) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:31:32.681696 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-ca95d658-bcc5-425d-8357-5c017740190b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-312650613-router', 'tenant_id': '66642072210e46be853b52fd91a99581', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'}}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:31:32.703300 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ca95d658-bcc5-425d-8357-5c017740190b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6168'] for router, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:32.704213 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ca95d658-bcc5-425d-8357-5c017740190b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6167'] for router, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:32.761062 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ca95d658-bcc5-425d-8357-5c017740190b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:32.814225 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20ef581-1cea-4e11-989c-60406bcea00f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b0a0a31-0485-567f-a652-ea6fdcdf98ff-5175ffb3-848a-4015-857e-91cc64139ef2', 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'tenant_id': '66642072210e46be853b52fd91a99581', 'fixed_ips': [{'subnet_id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0'}]}} from dv-cinder-796286-12-iscsi. {{(pid=92930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 12:31:32.815106 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f20ef581-1cea-4e11-989c-60406bcea00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:32.897729 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ca95d658-bcc5-425d-8357-5c017740190b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1575407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6149'] for router, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:32.956717 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-f20ef581-1cea-4e11-989c-60406bcea00f None None] Allocated IP 172.20.0.2 (5175ffb3-848a-4015-857e-91cc64139ef2/dc731385-af5b-43ab-943e-eef3c8d7edf0/8cdac24e-a6fe-4457-952f-bf63623ea626) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:31:33.046512 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3594f4d-b3a2-4d49-964b-6c9e0178f3df req-6a7be486-baed-445b-884a-1712b67e4d69 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:33.048780 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c3594f4d-b3a2-4d49-964b-6c9e0178f3df req-6a7be486-baed-445b-884a-1712b67e4d69 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 946 time: 0.0711567 Jul 05 12:31:33.089190 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c3594f4d-b3a2-4d49-964b-6c9e0178f3df req-c65e0896-436d-4f96-89f8-97d8049ff485 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329413 Jul 05 12:31:33.110873 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f20ef581-1cea-4e11-989c-60406bcea00f None None] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:33.117147 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-f20ef581-1cea-4e11-989c-60406bcea00f None None] Transition to ACTIVE for port object 8cdac24e-a6fe-4457-952f-bf63623ea626 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:31:33.121132 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ca95d658-bcc5-425d-8357-5c017740190b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:33.132252 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-f20ef581-1cea-4e11-989c-60406bcea00f None None] Transition to ACTIVE for port object 8cdac24e-a6fe-4457-952f-bf63623ea626 will not be triggered until provisioned by entity DHCP. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:31:33.137775 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f20ef581-1cea-4e11-989c-60406bcea00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:33.140096 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ca95d658-bcc5-425d-8357-5c017740190b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:33.175530 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20ef581-1cea-4e11-989c-60406bcea00f None None] Network 5175ffb3-848a-4015-857e-91cc64139ef2 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:31:33.182440 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-f20ef581-1cea-4e11-989c-60406bcea00f None None] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:31:33.186920 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20ef581-1cea-4e11-989c-60406bcea00f None None] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:31:33.189708 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ef581-1cea-4e11-989c-60406bcea00f None None] Pushing event updated for resources: {'Port': ['ID=8cdac24e-a6fe-4457-952f-bf63623ea626,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:33.248583 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-f20ef581-1cea-4e11-989c-60406bcea00f None None] Attempting to bind port 8cdac24e-a6fe-4457-952f-bf63623ea626 on host dv-cinder-796286-12-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:31:33.248954 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-f20ef581-1cea-4e11-989c-60406bcea00f None None] Attempting to bind port 8cdac24e-a6fe-4457-952f-bf63623ea626 by drivers openvswitch,hyperv on host dv-cinder-796286-12-iscsi at level 0 using segments [{'id': 'acd43e8e-4d96-4aa9-8d01-a903ce986248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:31:33.249318 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20ef581-1cea-4e11-989c-60406bcea00f None None] Attempting to bind port 8cdac24e-a6fe-4457-952f-bf63623ea626 on network 5175ffb3-848a-4015-857e-91cc64139ef2 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:31:33.253001 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-ca95d658-bcc5-425d-8357-5c017740190b admin admin] Allocated IP 172.27.3.188 (aa38b356-d6cf-48be-b408-9464f33b7649/1e645773-65d0-42f3-9bdc-7785aff60c5a/28e50f52-d081-4d45-9868-dfbfa48e0246) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:31:33.254578 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20ef581-1cea-4e11-989c-60406bcea00f None None] Checking agent: {'id': '179553a2-8e69-4f7b-8819-fceafac5268f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 15, 24), 'started_at': datetime.datetime(2021, 7, 5, 12, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:31:33.255601 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20ef581-1cea-4e11-989c-60406bcea00f None None] Checking segment: {'id': 'acd43e8e-4d96-4aa9-8d01-a903ce986248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:31:33.256003 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f20ef581-1cea-4e11-989c-60406bcea00f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:33.256402 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20ef581-1cea-4e11-989c-60406bcea00f None None] Bound using segment: {'id': 'acd43e8e-4d96-4aa9-8d01-a903ce986248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:31:33.257161 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-f20ef581-1cea-4e11-989c-60406bcea00f None None] Bound port: 8cdac24e-a6fe-4457-952f-bf63623ea626, host: dv-cinder-796286-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acd43e8e-4d96-4aa9-8d01-a903ce986248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:31:33.257297 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f20ef581-1cea-4e11-989c-60406bcea00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:33.319178 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-f20ef581-1cea-4e11-989c-60406bcea00f None None] For port 8cdac24e-a6fe-4457-952f-bf63623ea626, host dv-cinder-796286-12-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:31:33.322268 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-f20ef581-1cea-4e11-989c-60406bcea00f None None] For port 8cdac24e-a6fe-4457-952f-bf63623ea626, host dv-cinder-796286-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=8cdac24e-a6fe-4457-952f-bf63623ea626,segment=NetworkSegment(acd43e8e-4d96-4aa9-8d01-a903ce986248),segment_id=acd43e8e-4d96-4aa9-8d01-a903ce986248)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:31:33.326244 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f20ef581-1cea-4e11-989c-60406bcea00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:33.358572 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ca95d658-bcc5-425d-8357-5c017740190b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:33.386432 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ef581-1cea-4e11-989c-60406bcea00f None None] Pushing event updated for resources: {'Port': ['ID=8cdac24e-a6fe-4457-952f-bf63623ea626,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:33.406715 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ca95d658-bcc5-425d-8357-5c017740190b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9210776'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:33.451167 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca95d658-bcc5-425d-8357-5c017740190b admin admin] Network aa38b356-d6cf-48be-b408-9464f33b7649 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:31:33.456226 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-ca95d658-bcc5-425d-8357-5c017740190b admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:31:33.461600 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca95d658-bcc5-425d-8357-5c017740190b admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:31:33.464511 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95d658-bcc5-425d-8357-5c017740190b admin admin] Pushing event updated for resources: {'Port': ['ID=28e50f52-d081-4d45-9868-dfbfa48e0246,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:33.726097 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ca95d658-bcc5-425d-8357-5c017740190b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:33.915331 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 8cdac24e-a6fe-4457-952f-bf63623ea626 up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:31:33.925742 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ca95d658-bcc5-425d-8357-5c017740190b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1575412'] for router, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:33.969325 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning for port 8cdac24e-a6fe-4457-952f-bf63623ea626 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:31:34.069670 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca95d658-bcc5-425d-8357-5c017740190b admin admin] Router 9161a12f-4ccf-4af7-82cb-cd249bcc9b56 is scheduled to L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 with binding_index 1 {{(pid=92928) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 12:31:34.178067 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca95d658-bcc5-425d-8357-5c017740190b admin admin] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:31:34.189655 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cea44cb-6969-41cb-8ca1-a2455af2052d None None] Sync routers for ids ['9161a12f-4ccf-4af7-82cb-cd249bcc9b56'] in dv-cinder-796286-12-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:31:34.194819 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ca95d658-bcc5-425d-8357-5c017740190b admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:34.196556 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ca95d658-bcc5-425d-8357-5c017740190b admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5180151 Jul 05 12:31:34.199094 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 41954) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:31:34.202028 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cea44cb-6969-41cb-8ca1-a2455af2052d None None] Routers {'9161a12f-4ccf-4af7-82cb-cd249bcc9b56'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:31:34.202958 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-0cea44cb-6969-41cb-8ca1-a2455af2052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:31:23Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['9161a12f-4ccf-4af7-82cb-cd249bcc9b56'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:31:34.292819 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb9f749-a4e6-4db0-a7d5-2fe0434cc704 None None] Network 5175ffb3-848a-4015-857e-91cc64139ef2 requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:31:34.340930 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 310a726c-f77e-4b81-837f-f6f6256633b8 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 12:31:34.364572 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ea0ae-fffe-42a1-aa41-4f5f94ae3992 req-cf4419bb-10e8-460c-bcff-b051856eea41 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:34.367198 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-550ea0ae-fffe-42a1-aa41-4f5f94ae3992 req-cf4419bb-10e8-460c-bcff-b051856eea41 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 946 time: 0.1218572 Jul 05 12:31:34.370078 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-109dbcbd-f256-4638-9084-eb2042c880a8 None None] Provisioning for port 8cdac24e-a6fe-4457-952f-bf63623ea626 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:31:34.388014 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-0cea44cb-6969-41cb-8ca1-a2455af2052d None None] Set router 9161a12f-4ccf-4af7-82cb-cd249bcc9b56 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:31:34.389648 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-109dbcbd-f256-4638-9084-eb2042c880a8 None None] Provisioning complete for port 8cdac24e-a6fe-4457-952f-bf63623ea626 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:31:34.390018 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-109dbcbd-f256-4638-9084-eb2042c880a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:34.473213 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-550ea0ae-fffe-42a1-aa41-4f5f94ae3992 req-35ab7131-5972-4a4e-a5fe-a71673564a1b tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690713 Jul 05 12:31:34.581182 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.db.resource_extend [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 12:31:34.715362 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-501a46bb-2fa1-4f56-b942-a798df3512b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:34.795908 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port 310a726c-f77e-4b81-837f-f6f6256633b8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=310a726c-f77e-4b81-837f-f6f6256633b8,segment=NetworkSegment(ba2612a6-0598-4c68-93ea-4c354bd542e5),segment_id=ba2612a6-0598-4c68-93ea-4c354bd542e5)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:31:34.862932 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-501a46bb-2fa1-4f56-b942-a798df3512b1 admin admin] Allocated IP 172.20.0.1 (5175ffb3-848a-4015-857e-91cc64139ef2/dc731385-af5b-43ab-943e-eef3c8d7edf0/9e2c2570-2ffe-45aa-aff9-28ab12719d61) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:31:34.870459 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Returning: {'device': '310a726c-f77e-4b81-837f-f6f6256633b8', 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1', 'port_id': '310a726c-f77e-4b81-837f-f6f6256633b8', 'mac_address': 'fa:16:3e:cd:60:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e29bc3a4-4782-4c7f-be99-ab421b15f5f5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 12:31:34.910599 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-109dbcbd-f256-4638-9084-eb2042c880a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:34.951849 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:34.974670 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-501a46bb-2fa1-4f56-b942-a798df3512b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:34.985498 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-109dbcbd-f256-4638-9084-eb2042c880a8 None None] For port 8cdac24e-a6fe-4457-952f-bf63623ea626, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=8cdac24e-a6fe-4457-952f-bf63623ea626,segment=NetworkSegment(acd43e8e-4d96-4aa9-8d01-a903ce986248),segment_id=acd43e8e-4d96-4aa9-8d01-a903ce986248)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:31:34.987388 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 310a726c-f77e-4b81-837f-f6f6256633b8 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:31:34.987851 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-501a46bb-2fa1-4f56-b942-a798df3512b1 admin admin] Transition to ACTIVE for port object 9e2c2570-2ffe-45aa-aff9-28ab12719d61 will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:31:34.996634 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-109dbcbd-f256-4638-9084-eb2042c880a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:35.001974 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-0cea44cb-6969-41cb-8ca1-a2455af2052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'name': 'tempest-TestVolumeBootPattern-312650613-router', 'tenant_id': '66642072210e46be853b52fd91a99581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:31:32Z', 'updated_at': '2021-07-05T12:31:33Z', 'revision_number': 3, 'project_id': '66642072210e46be853b52fd91a99581', 'gw_port': {'id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:33Z', 'updated_at': '2021-07-05T12:31:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi'}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:31:35.024816 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-501a46bb-2fa1-4f56-b942-a798df3512b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3485770'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:35.063751 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501a46bb-2fa1-4f56-b942-a798df3512b1 admin admin] Network 5175ffb3-848a-4015-857e-91cc64139ef2 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:31:35.066774 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-501a46bb-2fa1-4f56-b942-a798df3512b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:31:35.070396 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port 310a726c-f77e-4b81-837f-f6f6256633b8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=310a726c-f77e-4b81-837f-f6f6256633b8,segment=NetworkSegment(ba2612a6-0598-4c68-93ea-4c354bd542e5),segment_id=ba2612a6-0598-4c68-93ea-4c354bd542e5)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:31:35.071274 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cea44cb-6969-41cb-8ca1-a2455af2052d None None] Checking router: 9161a12f-4ccf-4af7-82cb-cd249bcc9b56 for host: dv-cinder-796286-12-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:31:35.071705 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cea44cb-6969-41cb-8ca1-a2455af2052d None None] Updating router 9161a12f-4ccf-4af7-82cb-cd249bcc9b56 port 28e50f52-d081-4d45-9868-dfbfa48e0246 binding host dv-cinder-796286-12-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 12:31:35.073198 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501a46bb-2fa1-4f56-b942-a798df3512b1 admin admin] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:31:35.078273 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:35.095989 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a46bb-2fa1-4f56-b942-a798df3512b1 admin admin] Pushing event updated for resources: {'Port': ['ID=9e2c2570-2ffe-45aa-aff9-28ab12719d61,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:35.116175 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109dbcbd-f256-4638-9084-eb2042c880a8 None None] Pushing event updated for resources: {'Port': ['ID=8cdac24e-a6fe-4457-952f-bf63623ea626,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:35.117664 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-501a46bb-2fa1-4f56-b942-a798df3512b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602243'] for router_interface, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:35.150361 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0cea44cb-6969-41cb-8ca1-a2455af2052d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:35.175609 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] get_ports_and_sgs() called for port_ids ['310a726c-f77e-4b81-837f-f6f6256633b8'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 12:31:35.241176 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=310a726c-f77e-4b81-837f-f6f6256633b8,revision_number=6']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:35.273631 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-501a46bb-2fa1-4f56-b942-a798df3512b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:35.401268 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-6216068e-eecc-46ef-8c65-96e9a5319297 None None] Provisioning complete for port 8cdac24e-a6fe-4457-952f-bf63623ea626 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:31:35.401645 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6216068e-eecc-46ef-8c65-96e9a5319297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:35.448489 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-501a46bb-2fa1-4f56-b942-a798df3512b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:35.453587 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-501a46bb-2fa1-4f56-b942-a798df3512b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3485880'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:35.523813 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-501a46bb-2fa1-4f56-b942-a798df3512b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1576638'] for router_interface, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:35.526655 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a46bb-2fa1-4f56-b942-a798df3512b1 admin admin] Pushing event updated for resources: {'Port': ['ID=9e2c2570-2ffe-45aa-aff9-28ab12719d61,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:35.628569 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0cea44cb-6969-41cb-8ca1-a2455af2052d None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:35.640268 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-0cea44cb-6969-41cb-8ca1-a2455af2052d None None] Transition to ACTIVE for port object 28e50f52-d081-4d45-9868-dfbfa48e0246 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:31:35.646934 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0cea44cb-6969-41cb-8ca1-a2455af2052d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:35.657000 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501a46bb-2fa1-4f56-b942-a798df3512b1 admin admin] Network 5175ffb3-848a-4015-857e-91cc64139ef2 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:31:35.659922 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-501a46bb-2fa1-4f56-b942-a798df3512b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:31:35.700560 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6441841-a9af-4cd8-bd1e-f3373dfce526 None None] Pushing event updated for resources: {'Port': ['ID=28e50f52-d081-4d45-9868-dfbfa48e0246,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:35.702921 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-0cea44cb-6969-41cb-8ca1-a2455af2052d None None] Attempting to bind port 28e50f52-d081-4d45-9868-dfbfa48e0246 on host dv-cinder-796286-12-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:31:35.703272 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-0cea44cb-6969-41cb-8ca1-a2455af2052d None None] Attempting to bind port 28e50f52-d081-4d45-9868-dfbfa48e0246 by drivers openvswitch,hyperv on host dv-cinder-796286-12-iscsi at level 0 using segments [{'id': '7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:31:35.703637 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cea44cb-6969-41cb-8ca1-a2455af2052d None None] Attempting to bind port 28e50f52-d081-4d45-9868-dfbfa48e0246 on network aa38b356-d6cf-48be-b408-9464f33b7649 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:31:35.710375 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cea44cb-6969-41cb-8ca1-a2455af2052d None None] Checking agent: {'id': '179553a2-8e69-4f7b-8819-fceafac5268f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 15, 24), 'started_at': datetime.datetime(2021, 7, 5, 12, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:31:35.710756 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cea44cb-6969-41cb-8ca1-a2455af2052d None None] Checking segment: {'id': '7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:31:35.711171 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0cea44cb-6969-41cb-8ca1-a2455af2052d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:35.711562 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cea44cb-6969-41cb-8ca1-a2455af2052d None None] Bound using segment: {'id': '7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:31:35.712035 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-0cea44cb-6969-41cb-8ca1-a2455af2052d None None] Bound port: 28e50f52-d081-4d45-9868-dfbfa48e0246, host: dv-cinder-796286-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:31:35.712417 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0cea44cb-6969-41cb-8ca1-a2455af2052d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:35.762315 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b587ceb7-7122-494e-acfb-0fdb3d18f423 None None] Provisioning for port 9e2c2570-2ffe-45aa-aff9-28ab12719d61 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:31:35.776216 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b587ceb7-7122-494e-acfb-0fdb3d18f423 None None] Provisioning complete for port 9e2c2570-2ffe-45aa-aff9-28ab12719d61 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:31:35.776590 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b587ceb7-7122-494e-acfb-0fdb3d18f423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:35.806183 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-0cea44cb-6969-41cb-8ca1-a2455af2052d None None] For port 28e50f52-d081-4d45-9868-dfbfa48e0246, host dv-cinder-796286-12-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:31:35.824542 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-0cea44cb-6969-41cb-8ca1-a2455af2052d None None] For port 28e50f52-d081-4d45-9868-dfbfa48e0246, host dv-cinder-796286-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=28e50f52-d081-4d45-9868-dfbfa48e0246,segment=NetworkSegment(7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0),segment_id=7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:31:35.832064 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0cea44cb-6969-41cb-8ca1-a2455af2052d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:35.837258 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-b587ceb7-7122-494e-acfb-0fdb3d18f423 None None] Port 9e2c2570-2ffe-45aa-aff9-28ab12719d61 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 12:31:35.892827 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cea44cb-6969-41cb-8ca1-a2455af2052d None None] Routers {'9161a12f-4ccf-4af7-82cb-cd249bcc9b56'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:31:35.893373 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-0cea44cb-6969-41cb-8ca1-a2455af2052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:31:23Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['9161a12f-4ccf-4af7-82cb-cd249bcc9b56'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:31:35.933414 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 8cdac24e-a6fe-4457-952f-bf63623ea626 up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:31:35.960537 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6441841-a9af-4cd8-bd1e-f3373dfce526 None None] Pushing event updated for resources: {'Port': ['ID=28e50f52-d081-4d45-9868-dfbfa48e0246,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:35.995063 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e125a-d75b-43ff-8d35-fcf697465077 req-c9ab6381-f68c-49c1-bded-8d10d1131e7f tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:35.996564 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-801e125a-d75b-43ff-8d35-fcf697465077 req-c9ab6381-f68c-49c1-bded-8d10d1131e7f tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 945 time: 0.3835466 Jul 05 12:31:36.026085 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-0d4786c6-40fd-4496-8a16-b3c00e2cb6e4 None None] Provisioning complete for port 9e2c2570-2ffe-45aa-aff9-28ab12719d61 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:31:36.026459 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0d4786c6-40fd-4496-8a16-b3c00e2cb6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:36.072149 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-801e125a-d75b-43ff-8d35-fcf697465077 req-38af2af6-1f8e-45ec-9f18-c0173ec49004 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467768 Jul 05 12:31:36.082320 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501a46bb-2fa1-4f56-b942-a798df3512b1 admin admin] Router 9161a12f-4ccf-4af7-82cb-cd249bcc9b56 has already been hosted by L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 12:31:36.084063 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-0cea44cb-6969-41cb-8ca1-a2455af2052d None None] Set router 9161a12f-4ccf-4af7-82cb-cd249bcc9b56 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:31:36.113706 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port 8cdac24e-a6fe-4457-952f-bf63623ea626 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:31:36.114643 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:36.117858 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-0d4786c6-40fd-4496-8a16-b3c00e2cb6e4 None None] Port 9e2c2570-2ffe-45aa-aff9-28ab12719d61 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 12:31:36.203146 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501a46bb-2fa1-4f56-b942-a798df3512b1 admin admin] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:31:36.211248 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-501a46bb-2fa1-4f56-b942-a798df3512b1 admin admin] 10.222.0.52 "PUT /v2.0/routers/9161a12f-4ccf-4af7-82cb-cd249bcc9b56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0104465 Jul 05 12:31:36.355926 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 310a726c-f77e-4b81-837f-f6f6256633b8 up at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:31:36.501954 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning complete for port 310a726c-f77e-4b81-837f-f6f6256633b8 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:31:36.502332 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:36.557386 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-0cea44cb-6969-41cb-8ca1-a2455af2052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'name': 'tempest-TestVolumeBootPattern-312650613-router', 'tenant_id': '66642072210e46be853b52fd91a99581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:31:32Z', 'updated_at': '2021-07-05T12:31:35Z', 'revision_number': 4, 'project_id': '66642072210e46be853b52fd91a99581', 'gw_port': {'id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:33Z', 'updated_at': '2021-07-05T12:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '9e2c2570-2ffe-45aa-aff9-28ab12719d61', 'name': '', 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'tenant_id': '66642072210e46be853b52fd91a99581', 'mac_address': 'fa:16:3e:18:68:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:34Z', 'updated_at': '2021-07-05T12:31:35Z', 'revision_number': 2, 'project_id': '66642072210e46be853b52fd91a99581', 'subnets': [{'id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:31:36.585387 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cea44cb-6969-41cb-8ca1-a2455af2052d None None] The sync data for ids ['9161a12f-4ccf-4af7-82cb-cd249bcc9b56'] in dv-cinder-796286-12-iscsi is: [{'id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'name': 'tempest-TestVolumeBootPattern-312650613-router', 'tenant_id': '66642072210e46be853b52fd91a99581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:31:32Z', 'updated_at': '2021-07-05T12:31:35Z', 'revision_number': 4, 'project_id': '66642072210e46be853b52fd91a99581', 'gw_port': {'id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:33Z', 'updated_at': '2021-07-05T12:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '9e2c2570-2ffe-45aa-aff9-28ab12719d61', 'name': '', 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'tenant_id': '66642072210e46be853b52fd91a99581', 'mac_address': 'fa:16:3e:18:68:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:34Z', 'updated_at': '2021-07-05T12:31:35Z', 'revision_number': 2, 'project_id': '66642072210e46be853b52fd91a99581', 'subnets': [{'id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:31:36.631716 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:36.658982 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dddae68e-16f2-4fcd-8b04-320ff3f3dc27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310a726c-f77e-4b81-837f-f6f6256633b8'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:31:36.662564 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb11927d8d6a4f40405007df32e35409d46ab531454b71f6d23f9687e715819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afbbe73-ee02-430d-981b-b116d155cb00" -d '{"events": [{"server_uuid": "dddae68e-16f2-4fcd-8b04-320ff3f3dc27", "name": "network-vif-plugged", "status": "completed", "tag": "310a726c-f77e-4b81-837f-f6f6256633b8"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:31:36.696973 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port 310a726c-f77e-4b81-837f-f6f6256633b8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=310a726c-f77e-4b81-837f-f6f6256633b8,segment=NetworkSegment(ba2612a6-0598-4c68-93ea-4c354bd542e5),segment_id=ba2612a6-0598-4c68-93ea-4c354bd542e5)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:31:36.701986 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:36.722530 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 41978) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:31:36.726949 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac2fd29-8967-4e26-86c6-73b13c0234f8 x-openstack-request-id: req-cac2fd29-8967-4e26-86c6-73b13c0234f8 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:31:36.727304 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dddae68e-16f2-4fcd-8b04-320ff3f3dc27", "name": "network-vif-plugged", "status": "completed", "tag": "310a726c-f77e-4b81-837f-f6f6256633b8", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:31:36.727627 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cac2fd29-8967-4e26-86c6-73b13c0234f8 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:31:36.728012 dv-cinder-796286-12-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dddae68e-16f2-4fcd-8b04-320ff3f3dc27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310a726c-f77e-4b81-837f-f6f6256633b8', 'code': 200} Jul 05 12:31:36.728525 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-254be093-ebce-4398-ac08-a97857a712d0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-848052566-network', 'tenant_id': 'efd8df99cbf745af8e16144d8bdef696'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:31:36.751269 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254be093-ebce-4398-ac08-a97857a712d0 admin admin] Made reservation on behalf of efd8df99cbf745af8e16144d8bdef696 for: {'network': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:31:36.753591 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-254be093-ebce-4398-ac08-a97857a712d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for network, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:36.755683 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=310a726c-f77e-4b81-837f-f6f6256633b8,revision_number=7']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:36.763578 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-254be093-ebce-4398-ac08-a97857a712d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:36.881822 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-254be093-ebce-4398-ac08-a97857a712d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:36.885868 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-254be093-ebce-4398-ac08-a97857a712d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:36.912242 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-254be093-ebce-4398-ac08-a97857a712d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=92929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 12:31:36.922572 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254be093-ebce-4398-ac08-a97857a712d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42bacdf5-384e-4913-949a-eaac21d7deb6,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:36.928135 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-254be093-ebce-4398-ac08-a97857a712d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207'] for segment, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:36.928481 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.db.segments_db [None req-254be093-ebce-4398-ac08-a97857a712d0 admin admin] Added segment dd05274d-e158-40db-9163-fa6317e33455 of type vlan for network 84ace924-4ee8-4c30-bf12-9e88a6e06a09 Jul 05 12:31:36.969297 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-254be093-ebce-4398-ac08-a97857a712d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761929207381'] for network, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:36.999946 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-254be093-ebce-4398-ac08-a97857a712d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583'] for network, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:37.001011 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254be093-ebce-4398-ac08-a97857a712d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:37.001602 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-254be093-ebce-4398-ac08-a97857a712d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:37.053456 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-254be093-ebce-4398-ac08-a97857a712d0 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3290753 Jul 05 12:31:37.056262 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 41980) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:31:37.061590 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-92b8447f-906b-4b95-ad7d-acc5d50486b2 admin admin] Request body: {'subnet': {'network_id': '84ace924-4ee8-4c30-bf12-9e88a6e06a09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-848052566-subnet', 'tenant_id': 'efd8df99cbf745af8e16144d8bdef696', 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:31:37.068497 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254be093-ebce-4398-ac08-a97857a712d0 admin admin] Pushing event updated for resources: {'Network': ['ID=84ace924-4ee8-4c30-bf12-9e88a6e06a09,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:37.079198 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Network 84ace924-4ee8-4c30-bf12-9e88a6e06a09 details requested by agent ovs-agent-dv-cinder-796286-12-iscsi with host dv-cinder-796286-12-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 12:31:37.092174 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b8447f-906b-4b95-ad7d-acc5d50486b2 admin admin] Made reservation on behalf of efd8df99cbf745af8e16144d8bdef696 for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:31:37.094799 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-92b8447f-906b-4b95-ad7d-acc5d50486b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985460'] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:37.313180 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d408039-ae92-4d54-a0b9-cbac9cd670ed req-59fb3a33-98e4-4102-a610-9f5a0a36416d tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:37.320962 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8d408039-ae92-4d54-a0b9-cbac9cd670ed req-59fb3a33-98e4-4102-a610-9f5a0a36416d tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 946 time: 0.1004784 Jul 05 12:31:37.369494 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-92b8447f-906b-4b95-ad7d-acc5d50486b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9210860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985446'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:37.370131 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8d408039-ae92-4d54-a0b9-cbac9cd670ed req-932b6bfc-d675-4671-b5de-3a0282e0ba75 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482974 Jul 05 12:31:37.433726 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8447f-906b-4b95-ad7d-acc5d50486b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a02bc70e-5865-4233-ac94-642463a7e2f7,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:37.441091 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b8447f-906b-4b95-ad7d-acc5d50486b2 admin admin] Checking segment: {'id': 'dd05274d-e158-40db-9163-fa6317e33455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '84ace924-4ee8-4c30-bf12-9e88a6e06a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:31:37.441452 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b8447f-906b-4b95-ad7d-acc5d50486b2 admin admin] Network hostable DHCP agents. Network: 84ace924-4ee8-4c30-bf12-9e88a6e06a09, hostable agents: ['60ff58b7-18de-4b80-8279-d7ac18a51ea8'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 12:31:37.460150 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b8447f-906b-4b95-ad7d-acc5d50486b2 admin admin] Network 84ace924-4ee8-4c30-bf12-9e88a6e06a09 is scheduled to be hosted by DHCP agent 60ff58b7-18de-4b80-8279-d7ac18a51ea8 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 12:31:37.470230 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-92b8447f-906b-4b95-ad7d-acc5d50486b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-12-iscsi, 84ace924-4ee8-4c30-bf12-9e88a6e06a09) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:31:37.475053 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b8447f-906b-4b95-ad7d-acc5d50486b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:37.475641 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-92b8447f-906b-4b95-ad7d-acc5d50486b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:37.483364 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c022794e-703f-4169-af5d-224efe870798 None None] Network 84ace924-4ee8-4c30-bf12-9e88a6e06a09 requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:31:37.491352 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-92b8447f-906b-4b95-ad7d-acc5d50486b2 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4339199 Jul 05 12:31:37.493889 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 41986) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:31:37.498591 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-05993256-d048-4ac9-bc9e-0a2ce5ad5177 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-848052566-router', 'tenant_id': 'efd8df99cbf745af8e16144d8bdef696', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'}}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:31:37.521572 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-05993256-d048-4ac9-bc9e-0a2ce5ad5177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1573930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6168'] for router, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:37.522957 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-05993256-d048-4ac9-bc9e-0a2ce5ad5177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602821', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6167'] for router, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:37.583870 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-05993256-d048-4ac9-bc9e-0a2ce5ad5177 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:37.690995 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bbb9d8-5bb2-4682-bf0d-d9687b00e553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b0a0a31-0485-567f-a652-ea6fdcdf98ff-84ace924-4ee8-4c30-bf12-9e88a6e06a09', 'network_id': '84ace924-4ee8-4c30-bf12-9e88a6e06a09', 'tenant_id': 'efd8df99cbf745af8e16144d8bdef696', 'fixed_ips': [{'subnet_id': 'a02bc70e-5865-4233-ac94-642463a7e2f7'}]}} from dv-cinder-796286-12-iscsi. {{(pid=92930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 12:31:37.692768 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-81bbb9d8-5bb2-4682-bf0d-d9687b00e553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:37.745337 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-05993256-d048-4ac9-bc9e-0a2ce5ad5177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1575407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6149'] for router, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:37.842591 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-81bbb9d8-5bb2-4682-bf0d-d9687b00e553 None None] Allocated IP 172.20.0.2 (84ace924-4ee8-4c30-bf12-9e88a6e06a09/a02bc70e-5865-4233-ac94-642463a7e2f7/54145917-dcf6-4410-a34b-745d860e5f29) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:31:37.951929 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 28e50f52-d081-4d45-9868-dfbfa48e0246 up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:31:37.980261 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-05993256-d048-4ac9-bc9e-0a2ce5ad5177 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:38.003969 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-05993256-d048-4ac9-bc9e-0a2ce5ad5177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:38.055689 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-81bbb9d8-5bb2-4682-bf0d-d9687b00e553 None None] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:38.063310 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning for port 28e50f52-d081-4d45-9868-dfbfa48e0246 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:31:38.067680 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-81bbb9d8-5bb2-4682-bf0d-d9687b00e553 None None] Transition to ACTIVE for port object 54145917-dcf6-4410-a34b-745d860e5f29 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:31:38.072439 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port 28e50f52-d081-4d45-9868-dfbfa48e0246 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:31:38.072809 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:38.105359 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-81bbb9d8-5bb2-4682-bf0d-d9687b00e553 None None] Transition to ACTIVE for port object 54145917-dcf6-4410-a34b-745d860e5f29 will not be triggered until provisioned by entity DHCP. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:31:38.108953 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-05993256-d048-4ac9-bc9e-0a2ce5ad5177 admin admin] Allocated IP 172.27.3.135 (aa38b356-d6cf-48be-b408-9464f33b7649/1e645773-65d0-42f3-9bdc-7785aff60c5a/364d4dd2-294b-45d5-8419-f4fdd07f70b0) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:31:38.118330 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-81bbb9d8-5bb2-4682-bf0d-d9687b00e553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:38.173991 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bbb9d8-5bb2-4682-bf0d-d9687b00e553 None None] Network 84ace924-4ee8-4c30-bf12-9e88a6e06a09 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:31:38.179914 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-81bbb9d8-5bb2-4682-bf0d-d9687b00e553 None None] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:31:38.182260 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bbb9d8-5bb2-4682-bf0d-d9687b00e553 None None] Pushing event updated for resources: {'Port': ['ID=54145917-dcf6-4410-a34b-745d860e5f29,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:38.184601 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bbb9d8-5bb2-4682-bf0d-d9687b00e553 None None] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:31:38.222758 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-05993256-d048-4ac9-bc9e-0a2ce5ad5177 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:38.260284 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:38.281204 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-81bbb9d8-5bb2-4682-bf0d-d9687b00e553 None None] Attempting to bind port 54145917-dcf6-4410-a34b-745d860e5f29 on host dv-cinder-796286-12-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:31:38.281729 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-81bbb9d8-5bb2-4682-bf0d-d9687b00e553 None None] Attempting to bind port 54145917-dcf6-4410-a34b-745d860e5f29 by drivers openvswitch,hyperv on host dv-cinder-796286-12-iscsi at level 0 using segments [{'id': 'dd05274d-e158-40db-9163-fa6317e33455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '84ace924-4ee8-4c30-bf12-9e88a6e06a09'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:31:38.282101 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bbb9d8-5bb2-4682-bf0d-d9687b00e553 None None] Attempting to bind port 54145917-dcf6-4410-a34b-745d860e5f29 on network 84ace924-4ee8-4c30-bf12-9e88a6e06a09 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:31:38.295025 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] For port 28e50f52-d081-4d45-9868-dfbfa48e0246, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=28e50f52-d081-4d45-9868-dfbfa48e0246,segment=NetworkSegment(7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0),segment_id=7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:31:38.296990 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bbb9d8-5bb2-4682-bf0d-d9687b00e553 None None] Checking agent: {'id': '179553a2-8e69-4f7b-8819-fceafac5268f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 15, 24), 'started_at': datetime.datetime(2021, 7, 5, 12, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:31:38.297392 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bbb9d8-5bb2-4682-bf0d-d9687b00e553 None None] Checking segment: {'id': 'dd05274d-e158-40db-9163-fa6317e33455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '84ace924-4ee8-4c30-bf12-9e88a6e06a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:31:38.297829 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-81bbb9d8-5bb2-4682-bf0d-d9687b00e553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:38.298347 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bbb9d8-5bb2-4682-bf0d-d9687b00e553 None None] Bound using segment: {'id': 'dd05274d-e158-40db-9163-fa6317e33455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '84ace924-4ee8-4c30-bf12-9e88a6e06a09'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:31:38.298911 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-81bbb9d8-5bb2-4682-bf0d-d9687b00e553 None None] Bound port: 54145917-dcf6-4410-a34b-745d860e5f29, host: dv-cinder-796286-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd05274d-e158-40db-9163-fa6317e33455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '84ace924-4ee8-4c30-bf12-9e88a6e06a09'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:31:38.299276 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-81bbb9d8-5bb2-4682-bf0d-d9687b00e553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:38.303558 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:38.412567 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Pushing event updated for resources: {'Port': ['ID=28e50f52-d081-4d45-9868-dfbfa48e0246,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:38.426899 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-81bbb9d8-5bb2-4682-bf0d-d9687b00e553 None None] For port 54145917-dcf6-4410-a34b-745d860e5f29, host dv-cinder-796286-12-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:31:38.430411 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-81bbb9d8-5bb2-4682-bf0d-d9687b00e553 None None] For port 54145917-dcf6-4410-a34b-745d860e5f29, host dv-cinder-796286-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=54145917-dcf6-4410-a34b-745d860e5f29,segment=NetworkSegment(dd05274d-e158-40db-9163-fa6317e33455),segment_id=dd05274d-e158-40db-9163-fa6317e33455)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:31:38.439803 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-81bbb9d8-5bb2-4682-bf0d-d9687b00e553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:38.534296 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bbb9d8-5bb2-4682-bf0d-d9687b00e553 None None] Pushing event updated for resources: {'Port': ['ID=54145917-dcf6-4410-a34b-745d860e5f29,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:38.573461 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-05993256-d048-4ac9-bc9e-0a2ce5ad5177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9210776'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:38.620538 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05993256-d048-4ac9-bc9e-0a2ce5ad5177 admin admin] Network aa38b356-d6cf-48be-b408-9464f33b7649 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:31:38.622980 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187fdbe2-15f4-4ab4-b33f-db0b841f505c req-473b2a1c-483b-43bf-bf59-3ffd145c6582 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:38.624231 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-05993256-d048-4ac9-bc9e-0a2ce5ad5177 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:31:38.633455 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-187fdbe2-15f4-4ab4-b33f-db0b841f505c req-473b2a1c-483b-43bf-bf59-3ffd145c6582 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 946 time: 0.1053851 Jul 05 12:31:38.636620 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05993256-d048-4ac9-bc9e-0a2ce5ad5177 admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:31:38.648279 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05993256-d048-4ac9-bc9e-0a2ce5ad5177 admin admin] Pushing event updated for resources: {'Port': ['ID=364d4dd2-294b-45d5-8419-f4fdd07f70b0,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:38.689003 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-187fdbe2-15f4-4ab4-b33f-db0b841f505c req-f5c91269-2a05-41ed-95a5-20e938aa2ba1 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538743 Jul 05 12:31:38.904074 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82febc70-6f8a-4324-aecf-3f8641149792 None None] Sync routers for ids ['9161a12f-4ccf-4af7-82cb-cd249bcc9b56'] in dv-cinder-796286-12-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:31:38.914098 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82febc70-6f8a-4324-aecf-3f8641149792 None None] Routers {'9161a12f-4ccf-4af7-82cb-cd249bcc9b56'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:31:38.914719 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-82febc70-6f8a-4324-aecf-3f8641149792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:31:23Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['9161a12f-4ccf-4af7-82cb-cd249bcc9b56'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:31:38.990968 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-05993256-d048-4ac9-bc9e-0a2ce5ad5177 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:39.134845 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-82febc70-6f8a-4324-aecf-3f8641149792 None None] Set router 9161a12f-4ccf-4af7-82cb-cd249bcc9b56 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:31:39.216368 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-05993256-d048-4ac9-bc9e-0a2ce5ad5177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1575412'] for router, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:39.389970 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-82febc70-6f8a-4324-aecf-3f8641149792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'name': 'tempest-TestVolumeBootPattern-312650613-router', 'tenant_id': '66642072210e46be853b52fd91a99581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:31:32Z', 'updated_at': '2021-07-05T12:31:35Z', 'revision_number': 4, 'project_id': '66642072210e46be853b52fd91a99581', 'gw_port': {'id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:33Z', 'updated_at': '2021-07-05T12:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '9e2c2570-2ffe-45aa-aff9-28ab12719d61', 'name': '', 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'tenant_id': '66642072210e46be853b52fd91a99581', 'mac_address': 'fa:16:3e:18:68:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:34Z', 'updated_at': '2021-07-05T12:31:35Z', 'revision_number': 2, 'project_id': '66642072210e46be853b52fd91a99581', 'subnets': [{'id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:31:39.397116 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05993256-d048-4ac9-bc9e-0a2ce5ad5177 admin admin] Router f6d753f0-0e98-4018-8a1f-0633b2f6d7d2 is scheduled to L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 with binding_index 1 {{(pid=92928) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 12:31:39.431673 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82febc70-6f8a-4324-aecf-3f8641149792 None None] Checking router: 9161a12f-4ccf-4af7-82cb-cd249bcc9b56 for host: dv-cinder-796286-12-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:31:39.432035 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82febc70-6f8a-4324-aecf-3f8641149792 None None] Updating router 9161a12f-4ccf-4af7-82cb-cd249bcc9b56 port 9e2c2570-2ffe-45aa-aff9-28ab12719d61 binding host dv-cinder-796286-12-iscsi {{(pid=92931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 12:31:39.474522 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-82febc70-6f8a-4324-aecf-3f8641149792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:39.571079 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05993256-d048-4ac9-bc9e-0a2ce5ad5177 admin admin] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:31:39.580582 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d973ac2c-12ee-441c-828c-6dee8a4c8c0d None None] Sync routers for ids ['f6d753f0-0e98-4018-8a1f-0633b2f6d7d2'] in dv-cinder-796286-12-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:31:39.593639 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d973ac2c-12ee-441c-828c-6dee8a4c8c0d None None] Routers {'f6d753f0-0e98-4018-8a1f-0633b2f6d7d2'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:31:39.596300 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-d973ac2c-12ee-441c-828c-6dee8a4c8c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:31:23Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['f6d753f0-0e98-4018-8a1f-0633b2f6d7d2'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:31:39.604951 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-05993256-d048-4ac9-bc9e-0a2ce5ad5177 admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:39.611006 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 42028) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:31:39.625159 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-05993256-d048-4ac9-bc9e-0a2ce5ad5177 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1183569 Jul 05 12:31:39.735757 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d227d5d6-dd15-4ece-aece-17089e000acc None None] Network 84ace924-4ee8-4c30-bf12-9e88a6e06a09 requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:31:39.847089 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-29839fbb-8b19-4bef-a2ca-c3176378b3a0 None None] Provisioning for port 54145917-dcf6-4410-a34b-745d860e5f29 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:31:39.892095 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1666177c-c08c-4983-8efc-7c5e346218ec req-e81c91da-9fe9-4243-8dff-74479bdb6a1c tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-36807604&fields=id&tenant_id=4bf300df367b4c379e19b085196596d8 HTTP/1.1" status: 200 len: 267 time: 0.1026537 Jul 05 12:31:40.019925 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-82febc70-6f8a-4324-aecf-3f8641149792 None None] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:40.038596 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-82febc70-6f8a-4324-aecf-3f8641149792 None None] Transition to ACTIVE for port object 9e2c2570-2ffe-45aa-aff9-28ab12719d61 will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:31:40.058938 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-82febc70-6f8a-4324-aecf-3f8641149792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:40.144163 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-d973ac2c-12ee-441c-828c-6dee8a4c8c0d None None] Set router f6d753f0-0e98-4018-8a1f-0633b2f6d7d2 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:31:40.147814 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 28e50f52-d081-4d45-9868-dfbfa48e0246 up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:31:40.181364 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-82febc70-6f8a-4324-aecf-3f8641149792 None None] Attempting to bind port 9e2c2570-2ffe-45aa-aff9-28ab12719d61 on host dv-cinder-796286-12-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:31:40.185539 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-82febc70-6f8a-4324-aecf-3f8641149792 None None] Attempting to bind port 9e2c2570-2ffe-45aa-aff9-28ab12719d61 by drivers openvswitch,hyperv on host dv-cinder-796286-12-iscsi at level 0 using segments [{'id': 'acd43e8e-4d96-4aa9-8d01-a903ce986248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:31:40.186080 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82febc70-6f8a-4324-aecf-3f8641149792 None None] Attempting to bind port 9e2c2570-2ffe-45aa-aff9-28ab12719d61 on network 5175ffb3-848a-4015-857e-91cc64139ef2 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:31:40.202803 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82febc70-6f8a-4324-aecf-3f8641149792 None None] Checking agent: {'id': '179553a2-8e69-4f7b-8819-fceafac5268f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 15, 24), 'started_at': datetime.datetime(2021, 7, 5, 12, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:31:40.202803 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82febc70-6f8a-4324-aecf-3f8641149792 None None] Checking segment: {'id': 'acd43e8e-4d96-4aa9-8d01-a903ce986248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:31:40.204454 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-82febc70-6f8a-4324-aecf-3f8641149792 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:40.204454 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82febc70-6f8a-4324-aecf-3f8641149792 None None] Bound using segment: {'id': 'acd43e8e-4d96-4aa9-8d01-a903ce986248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:31:40.204771 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-82febc70-6f8a-4324-aecf-3f8641149792 None None] Bound port: 9e2c2570-2ffe-45aa-aff9-28ab12719d61, host: dv-cinder-796286-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acd43e8e-4d96-4aa9-8d01-a903ce986248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:31:40.206085 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-82febc70-6f8a-4324-aecf-3f8641149792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:40.241871 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666177c-c08c-4983-8efc-7c5e346218ec req-a6e0a0ea-e5ec-45f2-a583-da0a0c7a62e6 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:40.243179 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1666177c-c08c-4983-8efc-7c5e346218ec req-a6e0a0ea-e5ec-45f2-a583-da0a0c7a62e6 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 984 time: 0.3359120 Jul 05 12:31:40.301243 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-82febc70-6f8a-4324-aecf-3f8641149792 None None] For port 9e2c2570-2ffe-45aa-aff9-28ab12719d61, host dv-cinder-796286-12-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:31:40.309214 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-82febc70-6f8a-4324-aecf-3f8641149792 None None] For port 9e2c2570-2ffe-45aa-aff9-28ab12719d61, host dv-cinder-796286-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=9e2c2570-2ffe-45aa-aff9-28ab12719d61,segment=NetworkSegment(acd43e8e-4d96-4aa9-8d01-a903ce986248),segment_id=acd43e8e-4d96-4aa9-8d01-a903ce986248)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:31:40.316326 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-82febc70-6f8a-4324-aecf-3f8641149792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:40.333037 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be6682b-3f20-4b53-8b87-bd00b11baf9f None None] Pushing event updated for resources: {'Port': ['ID=9e2c2570-2ffe-45aa-aff9-28ab12719d61,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:40.350437 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be6682b-3f20-4b53-8b87-bd00b11baf9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:40.350956 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be6682b-3f20-4b53-8b87-bd00b11baf9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:40.352069 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be6682b-3f20-4b53-8b87-bd00b11baf9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:40.352069 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be6682b-3f20-4b53-8b87-bd00b11baf9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:40.352411 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be6682b-3f20-4b53-8b87-bd00b11baf9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:40.352850 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be6682b-3f20-4b53-8b87-bd00b11baf9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:40.353287 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be6682b-3f20-4b53-8b87-bd00b11baf9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:40.353736 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be6682b-3f20-4b53-8b87-bd00b11baf9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:40.354174 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be6682b-3f20-4b53-8b87-bd00b11baf9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:40.354606 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be6682b-3f20-4b53-8b87-bd00b11baf9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:40.355873 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be6682b-3f20-4b53-8b87-bd00b11baf9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:40.355873 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be6682b-3f20-4b53-8b87-bd00b11baf9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:40.373634 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847a09a-7930-4e7f-8eda-8543b42ded40 req-189147f7-9d39-425f-a1af-4273726243da tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:40.382451 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f847a09a-7930-4e7f-8eda-8543b42ded40 req-189147f7-9d39-425f-a1af-4273726243da tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 946 time: 0.4509590 Jul 05 12:31:40.397556 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82febc70-6f8a-4324-aecf-3f8641149792 None None] Routers {'9161a12f-4ccf-4af7-82cb-cd249bcc9b56'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:31:40.397905 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-82febc70-6f8a-4324-aecf-3f8641149792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:31:23Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['9161a12f-4ccf-4af7-82cb-cd249bcc9b56'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:31:40.464974 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-1666177c-c08c-4983-8efc-7c5e346218ec req-47483f20-97ff-47c1-a4cb-e8e45e77bcd7 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Request body: {'port': {'security_groups': ['ebca8198-b5dd-46f1-841d-f1d46e7dad83']}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:31:40.655428 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port 28e50f52-d081-4d45-9868-dfbfa48e0246 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:31:40.656477 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:40.677577 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-82febc70-6f8a-4324-aecf-3f8641149792 None None] Set router 9161a12f-4ccf-4af7-82cb-cd249bcc9b56 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:31:40.829155 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 54145917-dcf6-4410-a34b-745d860e5f29 up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:31:40.832600 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-1666177c-c08c-4983-8efc-7c5e346218ec req-47483f20-97ff-47c1-a4cb-e8e45e77bcd7 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:40.859584 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-d973ac2c-12ee-441c-828c-6dee8a4c8c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d753f0-0e98-4018-8a1f-0633b2f6d7d2', 'name': 'tempest-TestVolumeBootPattern-848052566-router', 'tenant_id': 'efd8df99cbf745af8e16144d8bdef696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '364d4dd2-294b-45d5-8419-f4fdd07f70b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:31:37Z', 'updated_at': '2021-07-05T12:31:38Z', 'revision_number': 3, 'project_id': 'efd8df99cbf745af8e16144d8bdef696', 'gw_port': {'id': '364d4dd2-294b-45d5-8419-f4fdd07f70b0', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d753f0-0e98-4018-8a1f-0633b2f6d7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:38Z', 'updated_at': '2021-07-05T12:31:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi'}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:31:40.895206 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d973ac2c-12ee-441c-828c-6dee8a4c8c0d None None] Checking router: f6d753f0-0e98-4018-8a1f-0633b2f6d7d2 for host: dv-cinder-796286-12-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:31:40.896080 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d973ac2c-12ee-441c-828c-6dee8a4c8c0d None None] Updating router f6d753f0-0e98-4018-8a1f-0633b2f6d7d2 port 364d4dd2-294b-45d5-8419-f4fdd07f70b0 binding host dv-cinder-796286-12-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 12:31:40.904296 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f847a09a-7930-4e7f-8eda-8543b42ded40 req-a76d1a06-404e-4eaf-a5f2-669f6b3c58c0 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5205512 Jul 05 12:31:40.944858 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d973ac2c-12ee-441c-828c-6dee8a4c8c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:41.160311 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be6682b-3f20-4b53-8b87-bd00b11baf9f None None] Pushing event updated for resources: {'Port': ['ID=9e2c2570-2ffe-45aa-aff9-28ab12719d61,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:41.207504 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-82febc70-6f8a-4324-aecf-3f8641149792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'name': 'tempest-TestVolumeBootPattern-312650613-router', 'tenant_id': '66642072210e46be853b52fd91a99581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:31:32Z', 'updated_at': '2021-07-05T12:31:35Z', 'revision_number': 4, 'project_id': '66642072210e46be853b52fd91a99581', 'gw_port': {'id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:33Z', 'updated_at': '2021-07-05T12:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '9e2c2570-2ffe-45aa-aff9-28ab12719d61', 'name': '', 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'tenant_id': '66642072210e46be853b52fd91a99581', 'mac_address': 'fa:16:3e:18:68:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:34Z', 'updated_at': '2021-07-05T12:31:40Z', 'revision_number': 4, 'project_id': '66642072210e46be853b52fd91a99581', 'subnets': [{'id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:31:41.213857 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-1666177c-c08c-4983-8efc-7c5e346218ec req-47483f20-97ff-47c1-a4cb-e8e45e77bcd7 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] For port 09bb7bd6-1a95-463f-a53b-3b3997c3ba2d, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=09bb7bd6-1a95-463f-a53b-3b3997c3ba2d,segment=NetworkSegment(989bedde-f9b1-4f0e-b21c-a982e2269015),segment_id=989bedde-f9b1-4f0e-b21c-a982e2269015)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:31:41.252455 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82febc70-6f8a-4324-aecf-3f8641149792 None None] The sync data for ids ['9161a12f-4ccf-4af7-82cb-cd249bcc9b56'] in dv-cinder-796286-12-iscsi is: [{'id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'name': 'tempest-TestVolumeBootPattern-312650613-router', 'tenant_id': '66642072210e46be853b52fd91a99581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:31:32Z', 'updated_at': '2021-07-05T12:31:35Z', 'revision_number': 4, 'project_id': '66642072210e46be853b52fd91a99581', 'gw_port': {'id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:33Z', 'updated_at': '2021-07-05T12:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '9e2c2570-2ffe-45aa-aff9-28ab12719d61', 'name': '', 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'tenant_id': '66642072210e46be853b52fd91a99581', 'mac_address': 'fa:16:3e:18:68:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:34Z', 'updated_at': '2021-07-05T12:31:40Z', 'revision_number': 4, 'project_id': '66642072210e46be853b52fd91a99581', 'subnets': [{'id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:31:41.337030 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-1666177c-c08c-4983-8efc-7c5e346218ec req-47483f20-97ff-47c1-a4cb-e8e45e77bcd7 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:41.350364 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-1666177c-c08c-4983-8efc-7c5e346218ec req-47483f20-97ff-47c1-a4cb-e8e45e77bcd7 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3485880'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:41.354850 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7024e3ec-4a90-44e9-8e86-51361317f56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:41.367310 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] get_ports_and_sgs() called for port_ids ['09bb7bd6-1a95-463f-a53b-3b3997c3ba2d'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 12:31:41.431063 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning for port 54145917-dcf6-4410-a34b-745d860e5f29 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:31:41.493388 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port 54145917-dcf6-4410-a34b-745d860e5f29 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:31:41.493803 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:41.543460 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] get_ports_and_sgs() called for port_ids ['09bb7bd6-1a95-463f-a53b-3b3997c3ba2d'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 12:31:41.601992 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-7024e3ec-4a90-44e9-8e86-51361317f56d admin admin] Allocated IP 172.20.0.1 (84ace924-4ee8-4c30-bf12-9e88a6e06a09/a02bc70e-5865-4233-ac94-642463a7e2f7/de0c0148-4d37-42a2-ab3f-27fcbc7e12a2) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:31:41.717993 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-e25554d5-d06d-4f2d-8d36-28847d5af7d2 None None] Provisioning complete for port 54145917-dcf6-4410-a34b-745d860e5f29 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:31:41.718599 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e25554d5-d06d-4f2d-8d36-28847d5af7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:41.729502 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7024e3ec-4a90-44e9-8e86-51361317f56d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:41.752043 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-7024e3ec-4a90-44e9-8e86-51361317f56d admin admin] Transition to ACTIVE for port object de0c0148-4d37-42a2-ab3f-27fcbc7e12a2 will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:31:41.811576 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666177c-c08c-4983-8efc-7c5e346218ec req-47483f20-97ff-47c1-a4cb-e8e45e77bcd7 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:41.812479 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-1666177c-c08c-4983-8efc-7c5e346218ec req-47483f20-97ff-47c1-a4cb-e8e45e77bcd7 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:41.820073 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1666177c-c08c-4983-8efc-7c5e346218ec req-47483f20-97ff-47c1-a4cb-e8e45e77bcd7 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "PUT /v2.0/ports/09bb7bd6-1a95-463f-a53b-3b3997c3ba2d HTTP/1.1" status: 200 len: 942 time: 1.4727592 Jul 05 12:31:41.820907 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb021fa-72c5-4be4-981e-260210306f72', 'tag': '09bb7bd6-1a95-463f-a53b-3b3997c3ba2d'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:31:41.822114 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 42036) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:31:41.837863 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38d66cb680d8e216a4639fd07ffcdd1e1f1f0bb375bf284fc7cc66ae145b2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93ddd46-7ca9-4a69-9227-84819f45e9f5" -d '{"events": [{"name": "network-changed", "server_uuid": "6cb021fa-72c5-4be4-981e-260210306f72", "tag": "09bb7bd6-1a95-463f-a53b-3b3997c3ba2d"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:31:41.889658 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:41.936060 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 12:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779b1890-25ca-4d29-bc4e-7fc90041a1f8 x-openstack-request-id: req-779b1890-25ca-4d29-bc4e-7fc90041a1f8 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:31:41.936707 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cb021fa-72c5-4be4-981e-260210306f72", "tag": "09bb7bd6-1a95-463f-a53b-3b3997c3ba2d", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:31:41.936707 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-779b1890-25ca-4d29-bc4e-7fc90041a1f8 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:31:41.939209 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb021fa-72c5-4be4-981e-260210306f72', 'tag': '09bb7bd6-1a95-463f-a53b-3b3997c3ba2d', 'status': 'completed', 'code': 200} Jul 05 12:31:41.940072 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47483f20-97ff-47c1-a4cb-e8e45e77bcd7 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Pushing event updated for resources: {'Port': ['ID=09bb7bd6-1a95-463f-a53b-3b3997c3ba2d,revision_number=7']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:41.944774 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7024e3ec-4a90-44e9-8e86-51361317f56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3485770'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:41.950231 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ab9c24d8-d47d-4bf6-b57d-cbcc0cfc95c2 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:42.008034 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ab9c24d8-d47d-4bf6-b57d-cbcc0cfc95c2 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:42.040893 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d973ac2c-12ee-441c-828c-6dee8a4c8c0d None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:42.065655 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7024e3ec-4a90-44e9-8e86-51361317f56d admin admin] Network 84ace924-4ee8-4c30-bf12-9e88a6e06a09 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:31:42.088934 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-7024e3ec-4a90-44e9-8e86-51361317f56d admin admin] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:31:42.106371 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] For port 54145917-dcf6-4410-a34b-745d860e5f29, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=54145917-dcf6-4410-a34b-745d860e5f29,segment=NetworkSegment(dd05274d-e158-40db-9163-fa6317e33455),segment_id=dd05274d-e158-40db-9163-fa6317e33455)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:31:42.131133 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7024e3ec-4a90-44e9-8e86-51361317f56d admin admin] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:31:42.159323 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:42.163626 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-d973ac2c-12ee-441c-828c-6dee8a4c8c0d None None] Transition to ACTIVE for port object 364d4dd2-294b-45d5-8419-f4fdd07f70b0 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:31:42.194847 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7024e3ec-4a90-44e9-8e86-51361317f56d admin admin] Pushing event updated for resources: {'Port': ['ID=de0c0148-4d37-42a2-ab3f-27fcbc7e12a2,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:42.218082 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d973ac2c-12ee-441c-828c-6dee8a4c8c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:42.219743 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e25554d5-d06d-4f2d-8d36-28847d5af7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:42.302022 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ab9c24d8-d47d-4bf6-b57d-cbcc0cfc95c2 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:42.308634 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ab9c24d8-d47d-4bf6-b57d-cbcc0cfc95c2 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:42.312090 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ab9c24d8-d47d-4bf6-b57d-cbcc0cfc95c2 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "DELETE /v2.0/security-groups/4ee3d070-eb45-4bef-8e39-f58dcd8aed2b HTTP/1.1" status: 204 len: 168 time: 0.4882143 Jul 05 12:31:42.315531 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 42044) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:31:42.336937 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7024e3ec-4a90-44e9-8e86-51361317f56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602243'] for router_interface, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:42.338141 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Pushing event updated for resources: {'Port': ['ID=54145917-dcf6-4410-a34b-745d860e5f29,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:42.446508 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.db.api [None req-e25554d5-d06d-4f2d-8d36-28847d5af7d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92930) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 12:31:42.446898 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG oslo_db.api [None req-e25554d5-d06d-4f2d-8d36-28847d5af7d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 12:31:42.458629 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-d973ac2c-12ee-441c-828c-6dee8a4c8c0d None None] Attempting to bind port 364d4dd2-294b-45d5-8419-f4fdd07f70b0 on host dv-cinder-796286-12-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:31:42.459108 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-d973ac2c-12ee-441c-828c-6dee8a4c8c0d None None] Attempting to bind port 364d4dd2-294b-45d5-8419-f4fdd07f70b0 by drivers openvswitch,hyperv on host dv-cinder-796286-12-iscsi at level 0 using segments [{'id': '7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:31:42.459596 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d973ac2c-12ee-441c-828c-6dee8a4c8c0d None None] Attempting to bind port 364d4dd2-294b-45d5-8419-f4fdd07f70b0 on network aa38b356-d6cf-48be-b408-9464f33b7649 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:31:42.463693 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c24d8-d47d-4bf6-b57d-cbcc0cfc95c2 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee3d070-eb45-4bef-8e39-f58dcd8aed2b,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:42.483040 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d973ac2c-12ee-441c-828c-6dee8a4c8c0d None None] Checking agent: {'id': '179553a2-8e69-4f7b-8819-fceafac5268f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 15, 24), 'started_at': datetime.datetime(2021, 7, 5, 12, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:31:42.483421 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d973ac2c-12ee-441c-828c-6dee8a4c8c0d None None] Checking segment: {'id': '7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:31:42.483832 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d973ac2c-12ee-441c-828c-6dee8a4c8c0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:42.484226 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d973ac2c-12ee-441c-828c-6dee8a4c8c0d None None] Bound using segment: {'id': '7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:31:42.484714 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-d973ac2c-12ee-441c-828c-6dee8a4c8c0d None None] Bound port: 364d4dd2-294b-45d5-8419-f4fdd07f70b0, host: dv-cinder-796286-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:31:42.495414 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d973ac2c-12ee-441c-828c-6dee8a4c8c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:42.499589 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 9e2c2570-2ffe-45aa-aff9-28ab12719d61 up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:31:42.522064 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd119b74-9e00-4290-a13f-914cc7e87814 req-a12be383-3f48-4075-9b7e-2b1a2b95975a tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:42.529247 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ddd46-7ca9-4a69-9227-84819f45e9f5 req-8761b632-dd1d-4b27-8faa-f1e01f3304d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:42.529501 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cd119b74-9e00-4290-a13f-914cc7e87814 req-a12be383-3f48-4075-9b7e-2b1a2b95975a tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 946 time: 0.3297689 Jul 05 12:31:42.531444 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f93ddd46-7ca9-4a69-9227-84819f45e9f5 req-8761b632-dd1d-4b27-8faa-f1e01f3304d3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bf300df367b4c379e19b085196596d8&device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 1098 time: 0.4021189 Jul 05 12:31:42.590613 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:42.591542 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:42.592110 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:42.592596 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:42.593141 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:42.593664 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:42.594098 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:42.594619 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:42.595163 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:42.595598 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:42.596114 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:42.596635 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:31:42.638313 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cd119b74-9e00-4290-a13f-914cc7e87814 req-62d4a751-47c3-4a45-a7a3-db8050669461 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076114 Jul 05 12:31:42.672860 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ccf14f-9145-4a66-af89-a8d3c436481e None None] Pushing event updated for resources: {'Port': ['ID=364d4dd2-294b-45d5-8419-f4fdd07f70b0,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:42.688909 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning for port 9e2c2570-2ffe-45aa-aff9-28ab12719d61 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:31:42.697547 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port 9e2c2570-2ffe-45aa-aff9-28ab12719d61 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:31:42.697981 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:42.753643 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-d973ac2c-12ee-441c-828c-6dee8a4c8c0d None None] For port 364d4dd2-294b-45d5-8419-f4fdd07f70b0, host dv-cinder-796286-12-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:31:42.754412 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7024e3ec-4a90-44e9-8e86-51361317f56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:42.782261 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-d973ac2c-12ee-441c-828c-6dee8a4c8c0d None None] For port 364d4dd2-294b-45d5-8419-f4fdd07f70b0, host dv-cinder-796286-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=364d4dd2-294b-45d5-8419-f4fdd07f70b0,segment=NetworkSegment(7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0),segment_id=7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:31:42.788964 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ddd46-7ca9-4a69-9227-84819f45e9f5 req-83eb0edc-c949-4f5f-81ee-dc364e9a4160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:42.790548 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f93ddd46-7ca9-4a69-9227-84819f45e9f5 req-83eb0edc-c949-4f5f-81ee-dc364e9a4160 service neutron] 10.222.0.16 "GET /v2.0/networks?id=20f83d02-1a02-4231-9787-67c36fcfd4b6 HTTP/1.1" status: 200 len: 916 time: 0.2264853 Jul 05 12:31:42.816151 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d973ac2c-12ee-441c-828c-6dee8a4c8c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:42.879106 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:42.881441 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f93ddd46-7ca9-4a69-9227-84819f45e9f5 req-d4a0b088-c9ed-4cb2-a138-8b30d8835251 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09bb7bd6-1a95-463f-a53b-3b3997c3ba2d HTTP/1.1" status: 200 len: 1001 time: 0.0821273 Jul 05 12:31:42.884569 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-5f3d79cb-e37a-4385-97a7-f6c471a708dc tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Deleting port 8b8e08b5-8907-4033-93f2-b8eaa3265246 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:31:42.885172 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5f3d79cb-e37a-4385-97a7-f6c471a708dc tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:42.892924 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d973ac2c-12ee-441c-828c-6dee8a4c8c0d None None] Routers {'f6d753f0-0e98-4018-8a1f-0633b2f6d7d2'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:31:42.893701 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-d973ac2c-12ee-441c-828c-6dee8a4c8c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:31:23Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['f6d753f0-0e98-4018-8a1f-0633b2f6d7d2'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:31:42.994106 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ddd46-7ca9-4a69-9227-84819f45e9f5 req-12d888bf-224c-4288-b07b-5fe7e6e06259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:42.997016 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f93ddd46-7ca9-4a69-9227-84819f45e9f5 req-12d888bf-224c-4288-b07b-5fe7e6e06259 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dae6a4f6-bb01-419e-a45a-2fe1e4753d41 HTTP/1.1" status: 200 len: 854 time: 0.1089947 Jul 05 12:31:43.044074 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ccf14f-9145-4a66-af89-a8d3c436481e None None] Pushing event updated for resources: {'Port': ['ID=364d4dd2-294b-45d5-8419-f4fdd07f70b0,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:43.048314 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] For port 9e2c2570-2ffe-45aa-aff9-28ab12719d61, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=9e2c2570-2ffe-45aa-aff9-28ab12719d61,segment=NetworkSegment(acd43e8e-4d96-4aa9-8d01-a903ce986248),segment_id=acd43e8e-4d96-4aa9-8d01-a903ce986248)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:31:43.063307 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:43.075935 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5f3d79cb-e37a-4385-97a7-f6c471a708dc tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:43.076265 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5f3d79cb-e37a-4385-97a7-f6c471a708dc tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:43.108500 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-5f3d79cb-e37a-4385-97a7-f6c471a708dc tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Calling delete_port for 8b8e08b5-8907-4033-93f2-b8eaa3265246 owned by network:floatingip {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:31:43.127362 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-d973ac2c-12ee-441c-828c-6dee8a4c8c0d None None] Set router f6d753f0-0e98-4018-8a1f-0633b2f6d7d2 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:31:43.147274 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7024e3ec-4a90-44e9-8e86-51361317f56d admin admin] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:43.153324 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7024e3ec-4a90-44e9-8e86-51361317f56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3485880'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:43.186258 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Pushing event updated for resources: {'Port': ['ID=9e2c2570-2ffe-45aa-aff9-28ab12719d61,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:43.200082 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7024e3ec-4a90-44e9-8e86-51361317f56d admin admin] Pushing event updated for resources: {'Port': ['ID=de0c0148-4d37-42a2-ab3f-27fcbc7e12a2,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:43.253265 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7024e3ec-4a90-44e9-8e86-51361317f56d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1576638'] for router_interface, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:43.312361 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-c0f88fd1-10e4-4596-80f1-8a24b2bfde61 None None] Provisioning for port de0c0148-4d37-42a2-ab3f-27fcbc7e12a2 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:31:43.315242 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ddd46-7ca9-4a69-9227-84819f45e9f5 req-be78f57d-f713-45c4-9df5-e0acc0562872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:43.319298 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f93ddd46-7ca9-4a69-9227-84819f45e9f5 req-be78f57d-f713-45c4-9df5-e0acc0562872 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20f83d02-1a02-4231-9787-67c36fcfd4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3142695 Jul 05 12:31:43.321503 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-c0f88fd1-10e4-4596-80f1-8a24b2bfde61 None None] Provisioning complete for port de0c0148-4d37-42a2-ab3f-27fcbc7e12a2 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:31:43.321883 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c0f88fd1-10e4-4596-80f1-8a24b2bfde61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:43.382866 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-c0f88fd1-10e4-4596-80f1-8a24b2bfde61 None None] Port de0c0148-4d37-42a2-ab3f-27fcbc7e12a2 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 12:31:43.432240 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-c0f88fd1-10e4-4596-80f1-8a24b2bfde61 None None] Provisioning complete for port 09bb7bd6-1a95-463f-a53b-3b3997c3ba2d triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:31:43.432617 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c0f88fd1-10e4-4596-80f1-8a24b2bfde61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:43.451698 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7024e3ec-4a90-44e9-8e86-51361317f56d admin admin] Network 84ace924-4ee8-4c30-bf12-9e88a6e06a09 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:31:43.453652 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-7024e3ec-4a90-44e9-8e86-51361317f56d admin admin] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:31:43.485942 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f93ddd46-7ca9-4a69-9227-84819f45e9f5 req-2ffa0175-acb6-4d22-8428-c4205da96f6b service neutron] 10.222.0.16 "GET /v2.0/networks/20f83d02-1a02-4231-9787-67c36fcfd4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599944 Jul 05 12:31:43.531636 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-d973ac2c-12ee-441c-828c-6dee8a4c8c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d753f0-0e98-4018-8a1f-0633b2f6d7d2', 'name': 'tempest-TestVolumeBootPattern-848052566-router', 'tenant_id': 'efd8df99cbf745af8e16144d8bdef696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '364d4dd2-294b-45d5-8419-f4fdd07f70b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:31:37Z', 'updated_at': '2021-07-05T12:31:42Z', 'revision_number': 4, 'project_id': 'efd8df99cbf745af8e16144d8bdef696', 'gw_port': {'id': '364d4dd2-294b-45d5-8419-f4fdd07f70b0', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d753f0-0e98-4018-8a1f-0633b2f6d7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:38Z', 'updated_at': '2021-07-05T12:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': 'de0c0148-4d37-42a2-ab3f-27fcbc7e12a2', 'name': '', 'network_id': '84ace924-4ee8-4c30-bf12-9e88a6e06a09', 'tenant_id': 'efd8df99cbf745af8e16144d8bdef696', 'mac_address': 'fa:16:3e:f4:8e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d753f0-0e98-4018-8a1f-0633b2f6d7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'a02bc70e-5865-4233-ac94-642463a7e2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:41Z', 'updated_at': '2021-07-05T12:31:41Z', 'revision_number': 1, 'project_id': 'efd8df99cbf745af8e16144d8bdef696', 'subnets': [{'id': 'a02bc70e-5865-4233-ac94-642463a7e2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:31:43.580771 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d973ac2c-12ee-441c-828c-6dee8a4c8c0d None None] The sync data for ids ['f6d753f0-0e98-4018-8a1f-0633b2f6d7d2'] in dv-cinder-796286-12-iscsi is: [{'id': 'f6d753f0-0e98-4018-8a1f-0633b2f6d7d2', 'name': 'tempest-TestVolumeBootPattern-848052566-router', 'tenant_id': 'efd8df99cbf745af8e16144d8bdef696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '364d4dd2-294b-45d5-8419-f4fdd07f70b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:31:37Z', 'updated_at': '2021-07-05T12:31:42Z', 'revision_number': 4, 'project_id': 'efd8df99cbf745af8e16144d8bdef696', 'gw_port': {'id': '364d4dd2-294b-45d5-8419-f4fdd07f70b0', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d753f0-0e98-4018-8a1f-0633b2f6d7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:38Z', 'updated_at': '2021-07-05T12:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': 'de0c0148-4d37-42a2-ab3f-27fcbc7e12a2', 'name': '', 'network_id': '84ace924-4ee8-4c30-bf12-9e88a6e06a09', 'tenant_id': 'efd8df99cbf745af8e16144d8bdef696', 'mac_address': 'fa:16:3e:f4:8e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d753f0-0e98-4018-8a1f-0633b2f6d7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'a02bc70e-5865-4233-ac94-642463a7e2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:41Z', 'updated_at': '2021-07-05T12:31:41Z', 'revision_number': 1, 'project_id': 'efd8df99cbf745af8e16144d8bdef696', 'subnets': [{'id': 'a02bc70e-5865-4233-ac94-642463a7e2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:31:43.684220 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7024e3ec-4a90-44e9-8e86-51361317f56d admin admin] Router f6d753f0-0e98-4018-8a1f-0633b2f6d7d2 has already been hosted by L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 12:31:43.739565 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5f3d79cb-e37a-4385-97a7-f6c471a708dc tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9210769'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:43.837236 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-03667836-ce24-4606-9864-f3f80af2f05f None None] Provisioning complete for port de0c0148-4d37-42a2-ab3f-27fcbc7e12a2 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:31:43.837830 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-03667836-ce24-4606-9864-f3f80af2f05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:43.853690 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d79cb-e37a-4385-97a7-f6c471a708dc tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Pushing event deleted for resources: {'Port': ['ID=8b8e08b5-8907-4033-93f2-b8eaa3265246,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:43.865715 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f93ddd46-7ca9-4a69-9227-84819f45e9f5 req-b3376992-12a5-4f9f-a70c-feeebc2b0c9a service neutron] 10.222.0.16 "GET /v2.0/networks/20f83d02-1a02-4231-9787-67c36fcfd4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461046 Jul 05 12:31:43.936976 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-03667836-ce24-4606-9864-f3f80af2f05f None None] Port de0c0148-4d37-42a2-ab3f-27fcbc7e12a2 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 12:31:43.985370 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5f3d79cb-e37a-4385-97a7-f6c471a708dc tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks [] for floatingip, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:43.986548 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.db.l3_db [None req-5f3d79cb-e37a-4385-97a7-f6c471a708dc tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Floating IP 50d3c179-b43b-4433-9fe4-ee5c49e426bf disassociated (deleted). External IP: 172.27.3.123, port: 09bb7bd6-1a95-463f-a53b-3b3997c3ba2d. Jul 05 12:31:44.264487 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7024e3ec-4a90-44e9-8e86-51361317f56d admin admin] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:31:44.271281 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-7024e3ec-4a90-44e9-8e86-51361317f56d admin admin] 10.222.0.52 "PUT /v2.0/routers/f6d753f0-0e98-4018-8a1f-0633b2f6d7d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6586037 Jul 05 12:31:44.313809 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5b29a-245a-4f20-89ca-2b7871d8bb8f req-10dd0868-334f-48c7-9b72-194edc7b9921 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:44.315444 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-eeb5b29a-245a-4f20-89ca-2b7871d8bb8f req-10dd0868-334f-48c7-9b72-194edc7b9921 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 946 time: 0.1192656 Jul 05 12:31:44.352729 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3d79cb-e37a-4385-97a7-f6c471a708dc tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Router 65484cf8-9e19-4a7e-b641-d2f3ffe8b97d has already been hosted by L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 12:31:44.394458 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-eeb5b29a-245a-4f20-89ca-2b7871d8bb8f req-f2c6f9af-df42-44d1-a16b-4a71486afdd3 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711985 Jul 05 12:31:44.399260 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 54145917-dcf6-4410-a34b-745d860e5f29 up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:31:44.674857 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port 54145917-dcf6-4410-a34b-745d860e5f29 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:31:44.675194 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:44.817736 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 9e2c2570-2ffe-45aa-aff9-28ab12719d61 up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:31:44.883805 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port 9e2c2570-2ffe-45aa-aff9-28ab12719d61 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:31:44.884455 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:44.973936 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3d79cb-e37a-4385-97a7-f6c471a708dc tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:31:44.983962 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7187698-4dd3-4f56-b67c-d86983b63555 None None] Sync routers for ids ['65484cf8-9e19-4a7e-b641-d2f3ffe8b97d'] in dv-cinder-796286-12-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:31:44.984776 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5f3d79cb-e37a-4385-97a7-f6c471a708dc tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:45.001562 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7187698-4dd3-4f56-b67c-d86983b63555 None None] Routers {'65484cf8-9e19-4a7e-b641-d2f3ffe8b97d'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:31:45.009475 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-f7187698-4dd3-4f56-b67c-d86983b63555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:31:23Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['65484cf8-9e19-4a7e-b641-d2f3ffe8b97d'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:31:45.062552 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-5f3d79cb-e37a-4385-97a7-f6c471a708dc tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "DELETE /v2.0/floatingips/50d3c179-b43b-4433-9fe4-ee5c49e426bf HTTP/1.1" status: 204 len: 168 time: 2.7349524 Jul 05 12:31:45.063734 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb021fa-72c5-4be4-981e-260210306f72', 'tag': '09bb7bd6-1a95-463f-a53b-3b3997c3ba2d'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:31:45.066394 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa477df9db133d569a4b8d31d3ac9e6e51d5deb3d50c5365463f1d57aa01439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f63e978-fd5d-4978-bdc1-26fcea8fd4cb" -d '{"events": [{"name": "network-changed", "server_uuid": "6cb021fa-72c5-4be4-981e-260210306f72", "tag": "09bb7bd6-1a95-463f-a53b-3b3997c3ba2d"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:31:45.236287 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-f7187698-4dd3-4f56-b67c-d86983b63555 None None] Set router 65484cf8-9e19-4a7e-b641-d2f3ffe8b97d gateway port host: dv-cinder-796286-12-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:31:45.629750 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 42070) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:31:45.639689 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-a3f3253b-6728-495b-a3c5-e4de57ae5933 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1518684951', 'description': 'tempest-secgroup-smoke-1518684951 description', 'project_id': '66642072210e46be853b52fd91a99581'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:31:45.655139 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 12:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914317a0-71d1-44e2-9494-3dc31572f461 x-openstack-request-id: req-914317a0-71d1-44e2-9494-3dc31572f461 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:31:45.655139 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cb021fa-72c5-4be4-981e-260210306f72", "tag": "09bb7bd6-1a95-463f-a53b-3b3997c3ba2d", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:31:45.655139 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-914317a0-71d1-44e2-9494-3dc31572f461 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:31:45.655669 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb021fa-72c5-4be4-981e-260210306f72', 'tag': '09bb7bd6-1a95-463f-a53b-3b3997c3ba2d', 'status': 'completed', 'code': 200} Jul 05 12:31:45.719454 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a3f3253b-6728-495b-a3c5-e4de57ae5933 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:45.796679 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63e978-fd5d-4978-bdc1-26fcea8fd4cb req-ca43708e-221b-4ac5-8a78-b5de6a3da65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:45.800300 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3f63e978-fd5d-4978-bdc1-26fcea8fd4cb req-ca43708e-221b-4ac5-8a78-b5de6a3da65e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bf300df367b4c379e19b085196596d8&device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 1098 time: 0.1100385 Jul 05 12:31:45.854199 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-f7187698-4dd3-4f56-b67c-d86983b63555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65484cf8-9e19-4a7e-b641-d2f3ffe8b97d', 'name': 'tempest-TestMinimumBasicScenario-1792274710-router', 'tenant_id': '4bf300df367b4c379e19b085196596d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '91c47bcb-68ba-40c4-bbf7-b9651a3cf823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:28:06Z', 'updated_at': '2021-07-05T12:28:10Z', 'revision_number': 4, 'project_id': '4bf300df367b4c379e19b085196596d8', 'gw_port': {'id': '91c47bcb-68ba-40c4-bbf7-b9651a3cf823', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65484cf8-9e19-4a7e-b641-d2f3ffe8b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:28:07Z', 'updated_at': '2021-07-05T12:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '63b0693a-79c7-4442-b7d6-503c938d7627', 'name': '', 'network_id': '20f83d02-1a02-4231-9787-67c36fcfd4b6', 'tenant_id': '4bf300df367b4c379e19b085196596d8', 'mac_address': 'fa:16:3e:7e:ed:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65484cf8-9e19-4a7e-b641-d2f3ffe8b97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'dae6a4f6-bb01-419e-a45a-2fe1e4753d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:28:09Z', 'updated_at': '2021-07-05T12:28:16Z', 'revision_number': 5, 'project_id': '4bf300df367b4c379e19b085196596d8', 'subnets': [{'id': 'dae6a4f6-bb01-419e-a45a-2fe1e4753d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:31:45.905053 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7187698-4dd3-4f56-b67c-d86983b63555 None None] Checking router: 65484cf8-9e19-4a7e-b641-d2f3ffe8b97d for host: dv-cinder-796286-12-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:31:45.921893 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7187698-4dd3-4f56-b67c-d86983b63555 None None] Routers {'65484cf8-9e19-4a7e-b641-d2f3ffe8b97d'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:31:45.923379 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-f7187698-4dd3-4f56-b67c-d86983b63555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:31:23Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['65484cf8-9e19-4a7e-b641-d2f3ffe8b97d'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:31:45.940487 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63e978-fd5d-4978-bdc1-26fcea8fd4cb req-3dcb881e-2d7b-4bf8-8fd9-97019b5128e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:45.942266 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3f63e978-fd5d-4978-bdc1-26fcea8fd4cb req-3dcb881e-2d7b-4bf8-8fd9-97019b5128e7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=20f83d02-1a02-4231-9787-67c36fcfd4b6 HTTP/1.1" status: 200 len: 916 time: 0.1326935 Jul 05 12:31:46.005918 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3f63e978-fd5d-4978-bdc1-26fcea8fd4cb req-f3404a82-0a1e-4eda-b5fe-5f7effcc707d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09bb7bd6-1a95-463f-a53b-3b3997c3ba2d HTTP/1.1" status: 200 len: 217 time: 0.0560977 Jul 05 12:31:46.014391 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a3f3253b-6728-495b-a3c5-e4de57ae5933 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:46.023162 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a3f3253b-6728-495b-a3c5-e4de57ae5933 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:46.078203 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f300c3a-e59e-44bb-b47b-2fa98c603889 req-e043a257-1717-467e-9e3e-b6319dcd4b10 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:46.087954 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1f300c3a-e59e-44bb-b47b-2fa98c603889 req-e043a257-1717-467e-9e3e-b6319dcd4b10 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 946 time: 0.2790637 Jul 05 12:31:46.099398 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a3f3253b-6728-495b-a3c5-e4de57ae5933 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:46.104548 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 42072) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:31:46.105119 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-a3f3253b-6728-495b-a3c5-e4de57ae5933 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4726202 Jul 05 12:31:46.115133 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-f56719f1-8aa3-4c76-a7fa-a883d79a6290 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Request body: {'security_group_rule': {'security_group_id': '73563b2c-699b-40eb-a0ab-73a6adb3d2c0', 'project_id': '66642072210e46be853b52fd91a99581', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:31:46.137112 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63e978-fd5d-4978-bdc1-26fcea8fd4cb req-d38fae7c-b111-462c-956b-d9c7e5f903e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:46.138665 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3f63e978-fd5d-4978-bdc1-26fcea8fd4cb req-d38fae7c-b111-462c-956b-d9c7e5f903e1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dae6a4f6-bb01-419e-a45a-2fe1e4753d41 HTTP/1.1" status: 200 len: 854 time: 0.1256762 Jul 05 12:31:46.162502 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3253b-6728-495b-a3c5-e4de57ae5933 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73563b2c-699b-40eb-a0ab-73a6adb3d2c0,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:46.182712 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1f300c3a-e59e-44bb-b47b-2fa98c603889 req-9dc9ff01-e0f2-4407-b845-8fcf03d5bb67 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876648 Jul 05 12:31:46.187583 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-f7187698-4dd3-4f56-b67c-d86983b63555 None None] Set router 65484cf8-9e19-4a7e-b641-d2f3ffe8b97d gateway port host: dv-cinder-796286-12-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:31:46.196383 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f56719f1-8aa3-4c76-a7fa-a883d79a6290 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:46.355386 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63e978-fd5d-4978-bdc1-26fcea8fd4cb req-eebd7f8a-5049-4195-a69d-44d01d407131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:46.358214 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3f63e978-fd5d-4978-bdc1-26fcea8fd4cb req-eebd7f8a-5049-4195-a69d-44d01d407131 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20f83d02-1a02-4231-9787-67c36fcfd4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2112472 Jul 05 12:31:46.361666 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f56719f1-8aa3-4c76-a7fa-a883d79a6290 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:46.387195 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 364d4dd2-294b-45d5-8419-f4fdd07f70b0 up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:31:46.429310 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f56719f1-8aa3-4c76-a7fa-a883d79a6290 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27642'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:46.445218 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning for port 364d4dd2-294b-45d5-8419-f4fdd07f70b0 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:31:46.450459 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port 364d4dd2-294b-45d5-8419-f4fdd07f70b0 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:31:46.451105 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:46.459973 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56719f1-8aa3-4c76-a7fa-a883d79a6290 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4c68b14-f170-4871-a489-8a15f84ee9c5,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:46.478378 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f56719f1-8aa3-4c76-a7fa-a883d79a6290 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:46.481201 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f56719f1-8aa3-4c76-a7fa-a883d79a6290 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3755274 Jul 05 12:31:46.484455 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 42076) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:31:46.490783 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-9af70993-eb37-40af-af5f-7caa037c9a8d tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Request body: {'security_group_rule': {'security_group_id': '73563b2c-699b-40eb-a0ab-73a6adb3d2c0', 'project_id': '66642072210e46be853b52fd91a99581', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:31:46.541421 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3f63e978-fd5d-4978-bdc1-26fcea8fd4cb req-a6f63158-52b7-4b95-a42d-36febd1412a1 service neutron] 10.222.0.16 "GET /v2.0/networks/20f83d02-1a02-4231-9787-67c36fcfd4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731517 Jul 05 12:31:46.545007 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9af70993-eb37-40af-af5f-7caa037c9a8d tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:46.578637 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-f7187698-4dd3-4f56-b67c-d86983b63555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65484cf8-9e19-4a7e-b641-d2f3ffe8b97d', 'name': 'tempest-TestMinimumBasicScenario-1792274710-router', 'tenant_id': '4bf300df367b4c379e19b085196596d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '91c47bcb-68ba-40c4-bbf7-b9651a3cf823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:28:06Z', 'updated_at': '2021-07-05T12:28:10Z', 'revision_number': 4, 'project_id': '4bf300df367b4c379e19b085196596d8', 'gw_port': {'id': '91c47bcb-68ba-40c4-bbf7-b9651a3cf823', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65484cf8-9e19-4a7e-b641-d2f3ffe8b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:28:07Z', 'updated_at': '2021-07-05T12:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '63b0693a-79c7-4442-b7d6-503c938d7627', 'name': '', 'network_id': '20f83d02-1a02-4231-9787-67c36fcfd4b6', 'tenant_id': '4bf300df367b4c379e19b085196596d8', 'mac_address': 'fa:16:3e:7e:ed:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65484cf8-9e19-4a7e-b641-d2f3ffe8b97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'dae6a4f6-bb01-419e-a45a-2fe1e4753d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:28:09Z', 'updated_at': '2021-07-05T12:28:16Z', 'revision_number': 5, 'project_id': '4bf300df367b4c379e19b085196596d8', 'subnets': [{'id': 'dae6a4f6-bb01-419e-a45a-2fe1e4753d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:31:46.615981 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7187698-4dd3-4f56-b67c-d86983b63555 None None] The sync data for ids ['65484cf8-9e19-4a7e-b641-d2f3ffe8b97d'] in dv-cinder-796286-12-iscsi is: [{'id': '65484cf8-9e19-4a7e-b641-d2f3ffe8b97d', 'name': 'tempest-TestMinimumBasicScenario-1792274710-router', 'tenant_id': '4bf300df367b4c379e19b085196596d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '91c47bcb-68ba-40c4-bbf7-b9651a3cf823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:28:06Z', 'updated_at': '2021-07-05T12:28:10Z', 'revision_number': 4, 'project_id': '4bf300df367b4c379e19b085196596d8', 'gw_port': {'id': '91c47bcb-68ba-40c4-bbf7-b9651a3cf823', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65484cf8-9e19-4a7e-b641-d2f3ffe8b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:28:07Z', 'updated_at': '2021-07-05T12:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '63b0693a-79c7-4442-b7d6-503c938d7627', 'name': '', 'network_id': '20f83d02-1a02-4231-9787-67c36fcfd4b6', 'tenant_id': '4bf300df367b4c379e19b085196596d8', 'mac_address': 'fa:16:3e:7e:ed:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65484cf8-9e19-4a7e-b641-d2f3ffe8b97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'dae6a4f6-bb01-419e-a45a-2fe1e4753d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:28:09Z', 'updated_at': '2021-07-05T12:28:16Z', 'revision_number': 5, 'project_id': '4bf300df367b4c379e19b085196596d8', 'subnets': [{'id': 'dae6a4f6-bb01-419e-a45a-2fe1e4753d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:31:46.669686 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:46.687338 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9af70993-eb37-40af-af5f-7caa037c9a8d tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:46.692060 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3f63e978-fd5d-4978-bdc1-26fcea8fd4cb req-83b195ed-c2c6-4347-83d9-5be3ca7cdaf2 service neutron] 10.222.0.16 "GET /v2.0/networks/20f83d02-1a02-4231-9787-67c36fcfd4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398401 Jul 05 12:31:46.696082 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9af70993-eb37-40af-af5f-7caa037c9a8d tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27642'] for security_group_rule, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:46.716991 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af70993-eb37-40af-af5f-7caa037c9a8d tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8745f4da-fe0b-412d-ae39-87b030ecb053,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:46.728759 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9af70993-eb37-40af-af5f-7caa037c9a8d tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:46.729275 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] For port 364d4dd2-294b-45d5-8419-f4fdd07f70b0, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=364d4dd2-294b-45d5-8419-f4fdd07f70b0,segment=NetworkSegment(7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0),segment_id=7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:31:46.731475 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-9af70993-eb37-40af-af5f-7caa037c9a8d tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2454484 Jul 05 12:31:46.734825 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 42082) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:31:46.736053 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:46.743829 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-91727bed-efdf-4a84-9bb7-9aad92632337 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Request body: {'security_group_rule': {'security_group_id': '73563b2c-699b-40eb-a0ab-73a6adb3d2c0', 'project_id': '66642072210e46be853b52fd91a99581', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:31:46.793775 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-91727bed-efdf-4a84-9bb7-9aad92632337 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:46.803094 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Pushing event updated for resources: {'Port': ['ID=364d4dd2-294b-45d5-8419-f4fdd07f70b0,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:46.875450 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-91727bed-efdf-4a84-9bb7-9aad92632337 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:46.879636 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-91727bed-efdf-4a84-9bb7-9aad92632337 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27642'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:46.903059 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91727bed-efdf-4a84-9bb7-9aad92632337 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4848c29-e2c9-4714-bbe1-49331432ef93,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:46.923168 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-91727bed-efdf-4a84-9bb7-9aad92632337 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:46.927846 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-91727bed-efdf-4a84-9bb7-9aad92632337 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1899335 Jul 05 12:31:46.929420 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 42086) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:31:46.935241 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-f45e38dc-22aa-4660-b6d8-89ad6fa9b640 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Request body: {'security_group_rule': {'security_group_id': '73563b2c-699b-40eb-a0ab-73a6adb3d2c0', 'project_id': '66642072210e46be853b52fd91a99581', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:31:46.979130 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f45e38dc-22aa-4660-b6d8-89ad6fa9b640 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:47.075653 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f45e38dc-22aa-4660-b6d8-89ad6fa9b640 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:47.079690 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f45e38dc-22aa-4660-b6d8-89ad6fa9b640 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27642'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:47.099063 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e38dc-22aa-4660-b6d8-89ad6fa9b640 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7871689f-e930-4c23-b586-ad4bc1ea80b4,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:47.108799 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f45e38dc-22aa-4660-b6d8-89ad6fa9b640 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:47.110061 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f45e38dc-22aa-4660-b6d8-89ad6fa9b640 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1794853 Jul 05 12:31:47.112758 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 42090) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:31:47.118429 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-db529473-2f10-4b9f-9cfa-15f80e7db4b9 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Request body: {'security_group_rule': {'security_group_id': '73563b2c-699b-40eb-a0ab-73a6adb3d2c0', 'project_id': '66642072210e46be853b52fd91a99581', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:31:47.153799 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.db.securitygroups_db [None req-db529473-2f10-4b9f-9cfa-15f80e7db4b9 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Project 66642072210e46be853b52fd91a99581 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 12:31:47.163595 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-db529473-2f10-4b9f-9cfa-15f80e7db4b9 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:47.248735 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-db529473-2f10-4b9f-9cfa-15f80e7db4b9 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:47.265687 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-db529473-2f10-4b9f-9cfa-15f80e7db4b9 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27642'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:47.303139 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db529473-2f10-4b9f-9cfa-15f80e7db4b9 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=708e9bb6-c568-4eac-b634-73168e92bec8,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:47.308459 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-db529473-2f10-4b9f-9cfa-15f80e7db4b9 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:47.313069 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-db529473-2f10-4b9f-9cfa-15f80e7db4b9 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1961048 Jul 05 12:31:47.313179 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 42098) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:31:47.320282 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-b82becc5-a71b-4d29-b112-377840b9545e tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Request body: {'security_group_rule': {'security_group_id': '73563b2c-699b-40eb-a0ab-73a6adb3d2c0', 'project_id': '66642072210e46be853b52fd91a99581', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:31:47.354357 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.db.securitygroups_db [None req-b82becc5-a71b-4d29-b112-377840b9545e tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Project 66642072210e46be853b52fd91a99581 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 12:31:47.381579 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b82becc5-a71b-4d29-b112-377840b9545e tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:47.503132 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8cc06-2a2c-49f1-a142-4cdfc305b2d9 req-f95e5426-db9e-4328-ba27-29416129d14e tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:47.504776 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-94d8cc06-2a2c-49f1-a142-4cdfc305b2d9 req-f95e5426-db9e-4328-ba27-29416129d14e tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 946 time: 0.1399844 Jul 05 12:31:47.506555 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b82becc5-a71b-4d29-b112-377840b9545e tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:47.517596 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b82becc5-a71b-4d29-b112-377840b9545e tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27642'] for security_group_rule, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:47.548632 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82becc5-a71b-4d29-b112-377840b9545e tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27d5c7b1-b80c-4976-9a89-5ba4f85b7ace,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:47.560657 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b82becc5-a71b-4d29-b112-377840b9545e tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:47.571846 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-b82becc5-a71b-4d29-b112-377840b9545e tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2512262 Jul 05 12:31:47.592299 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-94d8cc06-2a2c-49f1-a142-4cdfc305b2d9 req-264f19c0-7db6-48c5-bee2-e46a5a85362a tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810959 Jul 05 12:31:48.141245 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:48.232575 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0f5b5a-6466-4c44-9ff8-5dadf89dc363 None None] New status for floating IP 50d3c179-b43b-4433-9fe4-ee5c49e426bf: DOWN {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 12:31:48.323723 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 364d4dd2-294b-45d5-8419-f4fdd07f70b0 up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:31:48.399546 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93901c3a-f5e4-4af5-961b-b56ad65ff141 None None] Sync routers for ids ['f6d753f0-0e98-4018-8a1f-0633b2f6d7d2'] in dv-cinder-796286-12-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:31:48.406935 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port 364d4dd2-294b-45d5-8419-f4fdd07f70b0 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:31:48.407680 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:48.415896 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93901c3a-f5e4-4af5-961b-b56ad65ff141 None None] Routers {'f6d753f0-0e98-4018-8a1f-0633b2f6d7d2'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:31:48.416514 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-93901c3a-f5e4-4af5-961b-b56ad65ff141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:31:23Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['f6d753f0-0e98-4018-8a1f-0633b2f6d7d2'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:31:48.593404 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-93901c3a-f5e4-4af5-961b-b56ad65ff141 None None] Set router f6d753f0-0e98-4018-8a1f-0633b2f6d7d2 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:31:48.950375 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-93901c3a-f5e4-4af5-961b-b56ad65ff141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d753f0-0e98-4018-8a1f-0633b2f6d7d2', 'name': 'tempest-TestVolumeBootPattern-848052566-router', 'tenant_id': 'efd8df99cbf745af8e16144d8bdef696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '364d4dd2-294b-45d5-8419-f4fdd07f70b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:31:37Z', 'updated_at': '2021-07-05T12:31:42Z', 'revision_number': 4, 'project_id': 'efd8df99cbf745af8e16144d8bdef696', 'gw_port': {'id': '364d4dd2-294b-45d5-8419-f4fdd07f70b0', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d753f0-0e98-4018-8a1f-0633b2f6d7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:38Z', 'updated_at': '2021-07-05T12:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': 'de0c0148-4d37-42a2-ab3f-27fcbc7e12a2', 'name': '', 'network_id': '84ace924-4ee8-4c30-bf12-9e88a6e06a09', 'tenant_id': 'efd8df99cbf745af8e16144d8bdef696', 'mac_address': 'fa:16:3e:f4:8e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d753f0-0e98-4018-8a1f-0633b2f6d7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'a02bc70e-5865-4233-ac94-642463a7e2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:41Z', 'updated_at': '2021-07-05T12:31:42Z', 'revision_number': 2, 'project_id': 'efd8df99cbf745af8e16144d8bdef696', 'subnets': [{'id': 'a02bc70e-5865-4233-ac94-642463a7e2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:31:48.987780 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93901c3a-f5e4-4af5-961b-b56ad65ff141 None None] Checking router: f6d753f0-0e98-4018-8a1f-0633b2f6d7d2 for host: dv-cinder-796286-12-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:31:48.988450 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93901c3a-f5e4-4af5-961b-b56ad65ff141 None None] Updating router f6d753f0-0e98-4018-8a1f-0633b2f6d7d2 port de0c0148-4d37-42a2-ab3f-27fcbc7e12a2 binding host dv-cinder-796286-12-iscsi {{(pid=92931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 12:31:49.008843 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d06d6-a2c7-482a-8bc0-dddd7649fd94 req-7016ad3e-9336-4447-9ba7-1136aca3fc35 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:49.011103 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a66d06d6-a2c7-482a-8bc0-dddd7649fd94 req-7016ad3e-9336-4447-9ba7-1136aca3fc35 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 946 time: 0.1293073 Jul 05 12:31:49.018939 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c70124-9f9f-4575-8c40-68a553878b97 req-be58d546-7021-4b7e-a5f5-711722894dd3 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:49.021290 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-12c70124-9f9f-4575-8c40-68a553878b97 req-be58d546-7021-4b7e-a5f5-711722894dd3 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 945 time: 0.1300642 Jul 05 12:31:49.044082 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-93901c3a-f5e4-4af5-961b-b56ad65ff141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:49.096479 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a66d06d6-a2c7-482a-8bc0-dddd7649fd94 req-33e8ab19-6ad7-44c0-aa62-a9f4d4cb9df6 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735152 Jul 05 12:31:49.125196 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-12c70124-9f9f-4575-8c40-68a553878b97 req-5ff402c0-3307-4a6e-80c5-86b427a12f4a tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894055 Jul 05 12:31:49.393811 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-93901c3a-f5e4-4af5-961b-b56ad65ff141 None None] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:49.405811 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-93901c3a-f5e4-4af5-961b-b56ad65ff141 None None] Transition to ACTIVE for port object de0c0148-4d37-42a2-ab3f-27fcbc7e12a2 will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:31:49.412672 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-93901c3a-f5e4-4af5-961b-b56ad65ff141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:49.470768 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f8c04-cf0b-42aa-8c52-b99e68497867 None None] Pushing event updated for resources: {'Port': ['ID=de0c0148-4d37-42a2-ab3f-27fcbc7e12a2,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:49.549767 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-93901c3a-f5e4-4af5-961b-b56ad65ff141 None None] Attempting to bind port de0c0148-4d37-42a2-ab3f-27fcbc7e12a2 on host dv-cinder-796286-12-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:31:49.549767 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-93901c3a-f5e4-4af5-961b-b56ad65ff141 None None] Attempting to bind port de0c0148-4d37-42a2-ab3f-27fcbc7e12a2 by drivers openvswitch,hyperv on host dv-cinder-796286-12-iscsi at level 0 using segments [{'id': 'dd05274d-e158-40db-9163-fa6317e33455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '84ace924-4ee8-4c30-bf12-9e88a6e06a09'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:31:49.549767 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93901c3a-f5e4-4af5-961b-b56ad65ff141 None None] Attempting to bind port de0c0148-4d37-42a2-ab3f-27fcbc7e12a2 on network 84ace924-4ee8-4c30-bf12-9e88a6e06a09 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:31:49.559292 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93901c3a-f5e4-4af5-961b-b56ad65ff141 None None] Checking agent: {'id': '179553a2-8e69-4f7b-8819-fceafac5268f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 15, 24), 'started_at': datetime.datetime(2021, 7, 5, 12, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:31:49.559671 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93901c3a-f5e4-4af5-961b-b56ad65ff141 None None] Checking segment: {'id': 'dd05274d-e158-40db-9163-fa6317e33455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '84ace924-4ee8-4c30-bf12-9e88a6e06a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:31:49.560079 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-93901c3a-f5e4-4af5-961b-b56ad65ff141 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:49.561346 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93901c3a-f5e4-4af5-961b-b56ad65ff141 None None] Bound using segment: {'id': 'dd05274d-e158-40db-9163-fa6317e33455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '84ace924-4ee8-4c30-bf12-9e88a6e06a09'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:31:49.561638 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-93901c3a-f5e4-4af5-961b-b56ad65ff141 None None] Bound port: de0c0148-4d37-42a2-ab3f-27fcbc7e12a2, host: dv-cinder-796286-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd05274d-e158-40db-9163-fa6317e33455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '84ace924-4ee8-4c30-bf12-9e88a6e06a09'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:31:49.564600 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-93901c3a-f5e4-4af5-961b-b56ad65ff141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:49.775261 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-93901c3a-f5e4-4af5-961b-b56ad65ff141 None None] For port de0c0148-4d37-42a2-ab3f-27fcbc7e12a2, host dv-cinder-796286-12-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:31:49.778435 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-93901c3a-f5e4-4af5-961b-b56ad65ff141 None None] For port de0c0148-4d37-42a2-ab3f-27fcbc7e12a2, host dv-cinder-796286-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=de0c0148-4d37-42a2-ab3f-27fcbc7e12a2,segment=NetworkSegment(dd05274d-e158-40db-9163-fa6317e33455),segment_id=dd05274d-e158-40db-9163-fa6317e33455)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:31:49.789119 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-93901c3a-f5e4-4af5-961b-b56ad65ff141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:49.869962 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f8c04-cf0b-42aa-8c52-b99e68497867 None None] Pushing event updated for resources: {'Port': ['ID=de0c0148-4d37-42a2-ab3f-27fcbc7e12a2,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:49.872558 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93901c3a-f5e4-4af5-961b-b56ad65ff141 None None] Routers {'f6d753f0-0e98-4018-8a1f-0633b2f6d7d2'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:31:49.873489 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-93901c3a-f5e4-4af5-961b-b56ad65ff141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:31:23Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['f6d753f0-0e98-4018-8a1f-0633b2f6d7d2'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:31:50.014835 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-93901c3a-f5e4-4af5-961b-b56ad65ff141 None None] Set router f6d753f0-0e98-4018-8a1f-0633b2f6d7d2 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:31:50.360991 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device de0c0148-4d37-42a2-ab3f-27fcbc7e12a2 up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:31:50.362198 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-93901c3a-f5e4-4af5-961b-b56ad65ff141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d753f0-0e98-4018-8a1f-0633b2f6d7d2', 'name': 'tempest-TestVolumeBootPattern-848052566-router', 'tenant_id': 'efd8df99cbf745af8e16144d8bdef696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '364d4dd2-294b-45d5-8419-f4fdd07f70b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:31:37Z', 'updated_at': '2021-07-05T12:31:42Z', 'revision_number': 4, 'project_id': 'efd8df99cbf745af8e16144d8bdef696', 'gw_port': {'id': '364d4dd2-294b-45d5-8419-f4fdd07f70b0', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d753f0-0e98-4018-8a1f-0633b2f6d7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:38Z', 'updated_at': '2021-07-05T12:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': 'de0c0148-4d37-42a2-ab3f-27fcbc7e12a2', 'name': '', 'network_id': '84ace924-4ee8-4c30-bf12-9e88a6e06a09', 'tenant_id': 'efd8df99cbf745af8e16144d8bdef696', 'mac_address': 'fa:16:3e:f4:8e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d753f0-0e98-4018-8a1f-0633b2f6d7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'a02bc70e-5865-4233-ac94-642463a7e2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:41Z', 'updated_at': '2021-07-05T12:31:49Z', 'revision_number': 4, 'project_id': 'efd8df99cbf745af8e16144d8bdef696', 'subnets': [{'id': 'a02bc70e-5865-4233-ac94-642463a7e2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:31:50.396064 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93901c3a-f5e4-4af5-961b-b56ad65ff141 None None] The sync data for ids ['f6d753f0-0e98-4018-8a1f-0633b2f6d7d2'] in dv-cinder-796286-12-iscsi is: [{'id': 'f6d753f0-0e98-4018-8a1f-0633b2f6d7d2', 'name': 'tempest-TestVolumeBootPattern-848052566-router', 'tenant_id': 'efd8df99cbf745af8e16144d8bdef696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '364d4dd2-294b-45d5-8419-f4fdd07f70b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:31:37Z', 'updated_at': '2021-07-05T12:31:42Z', 'revision_number': 4, 'project_id': 'efd8df99cbf745af8e16144d8bdef696', 'gw_port': {'id': '364d4dd2-294b-45d5-8419-f4fdd07f70b0', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d753f0-0e98-4018-8a1f-0633b2f6d7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:38Z', 'updated_at': '2021-07-05T12:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': 'de0c0148-4d37-42a2-ab3f-27fcbc7e12a2', 'name': '', 'network_id': '84ace924-4ee8-4c30-bf12-9e88a6e06a09', 'tenant_id': 'efd8df99cbf745af8e16144d8bdef696', 'mac_address': 'fa:16:3e:f4:8e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d753f0-0e98-4018-8a1f-0633b2f6d7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'a02bc70e-5865-4233-ac94-642463a7e2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:41Z', 'updated_at': '2021-07-05T12:31:49Z', 'revision_number': 4, 'project_id': 'efd8df99cbf745af8e16144d8bdef696', 'subnets': [{'id': 'a02bc70e-5865-4233-ac94-642463a7e2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:31:50.435018 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning for port de0c0148-4d37-42a2-ab3f-27fcbc7e12a2 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:31:50.439716 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port de0c0148-4d37-42a2-ab3f-27fcbc7e12a2 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:31:50.440400 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:50.448935 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be3988-8060-43b3-8811-d12ca3525c11 req-06880dc4-0c24-4655-be13-656ea118a245 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:50.456659 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-73be3988-8060-43b3-8811-d12ca3525c11 req-06880dc4-0c24-4655-be13-656ea118a245 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 946 time: 0.1335750 Jul 05 12:31:50.530762 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f925a-f30a-490a-ac04-259a09355239 req-f9169a26-cb67-4a45-bcd5-530590fcf77a tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:50.538951 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-616f925a-f30a-490a-ac04-259a09355239 req-f9169a26-cb67-4a45-bcd5-530590fcf77a tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 945 time: 0.1685908 Jul 05 12:31:50.604802 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:50.628588 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-616f925a-f30a-490a-ac04-259a09355239 req-f6b95e0d-7b1d-4e45-a4f5-dfd97e0b6fc0 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/security-groups?id=ebca8198-b5dd-46f1-841d-f1d46e7dad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885065 Jul 05 12:31:50.640484 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-73be3988-8060-43b3-8811-d12ca3525c11 req-1ac4cfea-725f-467a-891a-eaac18cd775e tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825850 Jul 05 12:31:50.675170 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] For port de0c0148-4d37-42a2-ab3f-27fcbc7e12a2, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=de0c0148-4d37-42a2-ab3f-27fcbc7e12a2,segment=NetworkSegment(dd05274d-e158-40db-9163-fa6317e33455),segment_id=dd05274d-e158-40db-9163-fa6317e33455)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:31:50.682562 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:50.772196 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Pushing event updated for resources: {'Port': ['ID=de0c0148-4d37-42a2-ab3f-27fcbc7e12a2,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:50.810155 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2758f932-3ccd-4a98-ae1b-1ff69ea62555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:51.127893 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53620eb-e1b6-4102-866d-bb42ad7945ec req-8b118f6b-492f-45ad-90a7-3f30a121127a tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:51.130322 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a53620eb-e1b6-4102-866d-bb42ad7945ec req-8b118f6b-492f-45ad-90a7-3f30a121127a tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 945 time: 0.0965066 Jul 05 12:31:51.291096 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-a53620eb-e1b6-4102-866d-bb42ad7945ec req-a52b9f1a-89f8-4524-9692-1e4459f4f528 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Deleting port 09bb7bd6-1a95-463f-a53b-3b3997c3ba2d {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:31:51.291562 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-a53620eb-e1b6-4102-866d-bb42ad7945ec req-a52b9f1a-89f8-4524-9692-1e4459f4f528 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:51.407750 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-a53620eb-e1b6-4102-866d-bb42ad7945ec req-a52b9f1a-89f8-4524-9692-1e4459f4f528 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] For port 09bb7bd6-1a95-463f-a53b-3b3997c3ba2d, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=09bb7bd6-1a95-463f-a53b-3b3997c3ba2d,segment=NetworkSegment(989bedde-f9b1-4f0e-b21c-a982e2269015),segment_id=989bedde-f9b1-4f0e-b21c-a982e2269015)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:31:51.408137 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-a53620eb-e1b6-4102-866d-bb42ad7945ec req-a52b9f1a-89f8-4524-9692-1e4459f4f528 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:51.424644 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-a53620eb-e1b6-4102-866d-bb42ad7945ec req-a52b9f1a-89f8-4524-9692-1e4459f4f528 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Calling delete_port for 09bb7bd6-1a95-463f-a53b-3b3997c3ba2d owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:31:51.602922 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-a53620eb-e1b6-4102-866d-bb42ad7945ec req-a52b9f1a-89f8-4524-9692-1e4459f4f528 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9210769'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:51.616708 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] get_ports_and_sgs() called for port_ids ['09bb7bd6-1a95-463f-a53b-3b3997c3ba2d'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 12:31:51.631676 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b9f1a-89f8-4524-9692-1e4459f4f528 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Pushing event deleted for resources: {'Port': ['ID=09bb7bd6-1a95-463f-a53b-3b3997c3ba2d,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:51.734235 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53620eb-e1b6-4102-866d-bb42ad7945ec req-a52b9f1a-89f8-4524-9692-1e4459f4f528 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] No DVR routers for this DVR port 09bb7bd6-1a95-463f-a53b-3b3997c3ba2d on host hv-cinder-79628 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 12:31:51.737620 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-a53620eb-e1b6-4102-866d-bb42ad7945ec req-a52b9f1a-89f8-4524-9692-1e4459f4f528 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:51.739906 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a53620eb-e1b6-4102-866d-bb42ad7945ec req-a52b9f1a-89f8-4524-9692-1e4459f4f528 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.16 "DELETE /v2.0/ports/09bb7bd6-1a95-463f-a53b-3b3997c3ba2d HTTP/1.1" status: 204 len: 173 time: 0.5999398 Jul 05 12:31:51.740310 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb021fa-72c5-4be4-981e-260210306f72', 'name': 'network-vif-deleted', 'tag': '09bb7bd6-1a95-463f-a53b-3b3997c3ba2d'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:31:51.742865 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa477df9db133d569a4b8d31d3ac9e6e51d5deb3d50c5365463f1d57aa01439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abce908-f523-4641-a27f-aa92d4fa4e9a" -d '{"events": [{"server_uuid": "6cb021fa-72c5-4be4-981e-260210306f72", "name": "network-vif-deleted", "tag": "09bb7bd6-1a95-463f-a53b-3b3997c3ba2d"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:31:51.883408 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-16e0a25a-9ca9-4cad-a28b-d47d3e019582 req-0f1bdb33-717a-4128-a88a-9b2cecfbf8d0 tempest-TestMinimumBasicScenario-406117300 tempest-TestMinimumBasicScenario-406117300-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cb021fa-72c5-4be4-981e-260210306f72 HTTP/1.1" status: 200 len: 210 time: 0.0521574 Jul 05 12:31:51.916456 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508d197-fb4b-41ff-ad18-d7eac7973a6b req-c903f391-46dc-465a-bbc0-6b6d4d0ed646 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:51.918142 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c508d197-fb4b-41ff-ad18-d7eac7973a6b req-c903f391-46dc-465a-bbc0-6b6d4d0ed646 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 946 time: 0.1294272 Jul 05 12:31:51.956841 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83af58dc-0fc2-4bbc-8120-8e707442fa3f x-openstack-request-id: req-83af58dc-0fc2-4bbc-8120-8e707442fa3f {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:31:51.957220 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cb021fa-72c5-4be4-981e-260210306f72", "name": "network-vif-deleted", "tag": "09bb7bd6-1a95-463f-a53b-3b3997c3ba2d", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:31:51.957752 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-83af58dc-0fc2-4bbc-8120-8e707442fa3f {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:31:51.958823 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb021fa-72c5-4be4-981e-260210306f72', 'name': 'network-vif-deleted', 'tag': '09bb7bd6-1a95-463f-a53b-3b3997c3ba2d', 'status': 'completed', 'code': 200} Jul 05 12:31:51.982963 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c508d197-fb4b-41ff-ad18-d7eac7973a6b req-91b320e1-4850-4a51-b483-a465a93e88d8 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545008 Jul 05 12:31:52.325925 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device de0c0148-4d37-42a2-ab3f-27fcbc7e12a2 up at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:31:52.405761 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Provisioning complete for port de0c0148-4d37-42a2-ab3f-27fcbc7e12a2 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:31:52.406120 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:53.183032 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622b9cd-8235-4618-96d8-18f8bcf558bc req-245df392-05af-4353-a685-81b16ad9cb5a tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:53.190690 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f622b9cd-8235-4618-96d8-18f8bcf558bc req-245df392-05af-4353-a685-81b16ad9cb5a tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 946 time: 0.0749645 Jul 05 12:31:53.232286 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f622b9cd-8235-4618-96d8-18f8bcf558bc req-1f260aa0-5236-4e8b-a707-854fa99d3a2f tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405631 Jul 05 12:31:53.362421 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47c653b0-6494-4f53-9847-292bccf2e6d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:53.709977 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:54.420315 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbe40b-19ae-438b-a661-065c44ae994d req-be011d96-8ddf-472f-91bb-24fd4b1cdb16 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:54.422145 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a2fbe40b-19ae-438b-a661-065c44ae994d req-be011d96-8ddf-472f-91bb-24fd4b1cdb16 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 946 time: 0.0668342 Jul 05 12:31:54.462606 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a2fbe40b-19ae-438b-a661-065c44ae994d req-2d424c7b-aa0c-4301-b818-ec855968df67 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341246 Jul 05 12:31:54.702533 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:54.885424 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 42262) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:31:55.325213 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c36ceea2-0b8b-4388-a6c5-37f91492454d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1576687'] for router_interface, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:55.701492 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211dfc9-bbe5-4759-9668-c093b96cdca9 req-445317c1-991c-463c-a9f6-fc454c86c3f7 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:55.702976 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d211dfc9-bbe5-4759-9668-c093b96cdca9 req-445317c1-991c-463c-a9f6-fc454c86c3f7 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 946 time: 0.1100960 Jul 05 12:31:55.708060 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-c36ceea2-0b8b-4388-a6c5-37f91492454d admin admin] Deleting port 63b0693a-79c7-4442-b7d6-503c938d7627 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:31:55.708620 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c36ceea2-0b8b-4388-a6c5-37f91492454d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:55.758393 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed7f1c-c83a-4561-991a-99ef9fb44cfb req-23f98bf1-57c5-4ef4-b69e-1ed45e6765d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:55.760013 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8bed7f1c-c83a-4561-991a-99ef9fb44cfb req-23f98bf1-57c5-4ef4-b69e-1ed45e6765d5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c2204859a25945928d43901f7e432e4b&device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 1099 time: 0.0595760 Jul 05 12:31:55.792419 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d211dfc9-bbe5-4759-9668-c093b96cdca9 req-a457bf69-32c4-4159-b21c-bedce40081a8 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816472 Jul 05 12:31:55.821318 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-c36ceea2-0b8b-4388-a6c5-37f91492454d admin admin] For port 63b0693a-79c7-4442-b7d6-503c938d7627, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=63b0693a-79c7-4442-b7d6-503c938d7627,segment=NetworkSegment(989bedde-f9b1-4f0e-b21c-a982e2269015),segment_id=989bedde-f9b1-4f0e-b21c-a982e2269015)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:31:55.821762 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c36ceea2-0b8b-4388-a6c5-37f91492454d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:55.836016 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-c36ceea2-0b8b-4388-a6c5-37f91492454d admin admin] Calling delete_port for 63b0693a-79c7-4442-b7d6-503c938d7627 owned by network:router_interface {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:31:55.855757 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed7f1c-c83a-4561-991a-99ef9fb44cfb req-9767f27a-ffcd-4ced-883b-b9bb127156ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:55.857286 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8bed7f1c-c83a-4561-991a-99ef9fb44cfb req-9767f27a-ffcd-4ced-883b-b9bb127156ab service neutron] 10.222.0.16 "GET /v2.0/networks?id=a54fe11d-9434-40ac-976c-e45f096866c1 HTTP/1.1" status: 200 len: 917 time: 0.0905094 Jul 05 12:31:55.927237 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8bed7f1c-c83a-4561-991a-99ef9fb44cfb req-5f4387c1-a11b-4df8-9edf-f1753e640e16 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=310a726c-f77e-4b81-837f-f6f6256633b8 HTTP/1.1" status: 200 len: 1001 time: 0.0626400 Jul 05 12:31:55.977269 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed7f1c-c83a-4561-991a-99ef9fb44cfb req-ce00469c-0153-4c52-8637-778df9148498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:55.979120 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8bed7f1c-c83a-4561-991a-99ef9fb44cfb req-ce00469c-0153-4c52-8637-778df9148498 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e29bc3a4-4782-4c7f-be99-ab421b15f5f5 HTTP/1.1" status: 200 len: 855 time: 0.0455716 Jul 05 12:31:56.018267 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c36ceea2-0b8b-4388-a6c5-37f91492454d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3485763'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:56.039713 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed7f1c-c83a-4561-991a-99ef9fb44cfb req-7c1fe8ea-915d-4748-af39-b2a48164e747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:56.041681 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8bed7f1c-c83a-4561-991a-99ef9fb44cfb req-7c1fe8ea-915d-4748-af39-b2a48164e747 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a54fe11d-9434-40ac-976c-e45f096866c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0561440 Jul 05 12:31:56.044164 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ceea2-0b8b-4388-a6c5-37f91492454d admin admin] Pushing event deleted for resources: {'Port': ['ID=63b0693a-79c7-4442-b7d6-503c938d7627,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:56.157441 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8bed7f1c-c83a-4561-991a-99ef9fb44cfb req-3cec16c9-9148-416e-a26a-128c58b90138 service neutron] 10.222.0.16 "GET /v2.0/networks/a54fe11d-9434-40ac-976c-e45f096866c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071804 Jul 05 12:31:56.228545 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c36ceea2-0b8b-4388-a6c5-37f91492454d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601745'] for router_interface, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:56.275635 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:56.281248 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8bed7f1c-c83a-4561-991a-99ef9fb44cfb req-0fe05337-e7e9-4771-8961-5eaa115623cf service neutron] 10.222.0.16 "GET /v2.0/networks/a54fe11d-9434-40ac-976c-e45f096866c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151440 Jul 05 12:31:56.414245 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 09bb7bd6-1a95-463f-a53b-3b3997c3ba2d no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:31:56.433995 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] No Port match for: 09bb7bd6-1a95-463f-a53b-3b3997c3ba2d {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:31:56.434340 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 09bb7bd6-1a95-463f-a53b-3b3997c3ba2d not bound to the agent host hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:31:56.455365 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36ceea2-0b8b-4388-a6c5-37f91492454d admin admin] Router 65484cf8-9e19-4a7e-b641-d2f3ffe8b97d has already been hosted by L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 12:31:56.561301 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36ceea2-0b8b-4388-a6c5-37f91492454d admin admin] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:31:56.568632 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-c36ceea2-0b8b-4388-a6c5-37f91492454d admin admin] 10.222.0.52 "PUT /v2.0/routers/65484cf8-9e19-4a7e-b641-d2f3ffe8b97d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6804163 Jul 05 12:31:56.570047 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 42272) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:31:56.573162 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaf31f3-5334-4db9-8190-c6091397990c None None] Sync routers for ids ['65484cf8-9e19-4a7e-b641-d2f3ffe8b97d'] in dv-cinder-796286-12-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:31:56.587711 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaf31f3-5334-4db9-8190-c6091397990c None None] Routers {'65484cf8-9e19-4a7e-b641-d2f3ffe8b97d'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:31:56.588782 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-5aaf31f3-5334-4db9-8190-c6091397990c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:31:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['65484cf8-9e19-4a7e-b641-d2f3ffe8b97d'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:31:56.684339 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5401c3bc-76aa-4c22-907d-5aaf94209992 admin admin] Notify callbacks [] for router, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:56.702622 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-5aaf31f3-5334-4db9-8190-c6091397990c None None] Set router 65484cf8-9e19-4a7e-b641-d2f3ffe8b97d gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:31:56.794177 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5401c3bc-76aa-4c22-907d-5aaf94209992 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:56.853645 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-5401c3bc-76aa-4c22-907d-5aaf94209992 admin admin] Deleting port 91c47bcb-68ba-40c4-bbf7-b9651a3cf823 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:31:56.853990 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5401c3bc-76aa-4c22-907d-5aaf94209992 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:56.897501 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-5aaf31f3-5334-4db9-8190-c6091397990c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65484cf8-9e19-4a7e-b641-d2f3ffe8b97d', 'name': 'tempest-TestMinimumBasicScenario-1792274710-router', 'tenant_id': '4bf300df367b4c379e19b085196596d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '91c47bcb-68ba-40c4-bbf7-b9651a3cf823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:28:06Z', 'updated_at': '2021-07-05T12:31:55Z', 'revision_number': 5, 'project_id': '4bf300df367b4c379e19b085196596d8', 'gw_port': {'id': '91c47bcb-68ba-40c4-bbf7-b9651a3cf823', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65484cf8-9e19-4a7e-b641-d2f3ffe8b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:28:07Z', 'updated_at': '2021-07-05T12:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi'}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:31:56.929905 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaf31f3-5334-4db9-8190-c6091397990c None None] Checking router: 65484cf8-9e19-4a7e-b641-d2f3ffe8b97d for host: dv-cinder-796286-12-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:31:56.938529 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaf31f3-5334-4db9-8190-c6091397990c None None] Routers {'65484cf8-9e19-4a7e-b641-d2f3ffe8b97d'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:31:56.938815 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-5aaf31f3-5334-4db9-8190-c6091397990c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:31:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['65484cf8-9e19-4a7e-b641-d2f3ffe8b97d'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:31:57.030213 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-5aaf31f3-5334-4db9-8190-c6091397990c None None] Set router 65484cf8-9e19-4a7e-b641-d2f3ffe8b97d gateway port host: None {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:31:57.084603 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-5aaf31f3-5334-4db9-8190-c6091397990c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65484cf8-9e19-4a7e-b641-d2f3ffe8b97d', 'name': 'tempest-TestMinimumBasicScenario-1792274710-router', 'tenant_id': '4bf300df367b4c379e19b085196596d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:28:06Z', 'updated_at': '2021-07-05T12:31:56Z', 'revision_number': 6, 'project_id': '4bf300df367b4c379e19b085196596d8', 'gw_port_host': None}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:31:57.115792 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaf31f3-5334-4db9-8190-c6091397990c None None] The sync data for ids ['65484cf8-9e19-4a7e-b641-d2f3ffe8b97d'] in dv-cinder-796286-12-iscsi is: [{'id': '65484cf8-9e19-4a7e-b641-d2f3ffe8b97d', 'name': 'tempest-TestMinimumBasicScenario-1792274710-router', 'tenant_id': '4bf300df367b4c379e19b085196596d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:28:06Z', 'updated_at': '2021-07-05T12:31:56Z', 'revision_number': 6, 'project_id': '4bf300df367b4c379e19b085196596d8', 'gw_port_host': None}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:31:57.250560 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-5401c3bc-76aa-4c22-907d-5aaf94209992 admin admin] For port 91c47bcb-68ba-40c4-bbf7-b9651a3cf823, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=91c47bcb-68ba-40c4-bbf7-b9651a3cf823,segment=NetworkSegment(7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0),segment_id=7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:31:57.250961 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5401c3bc-76aa-4c22-907d-5aaf94209992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:57.268564 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-5401c3bc-76aa-4c22-907d-5aaf94209992 admin admin] Calling delete_port for 91c47bcb-68ba-40c4-bbf7-b9651a3cf823 owned by network:router_gateway {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:31:57.339186 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc6d5a-b151-4188-8eb4-64150d31594e req-f90b0aed-9ac8-4fe1-95fb-85091b896b26 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:57.340645 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b7fc6d5a-b151-4188-8eb4-64150d31594e req-f90b0aed-9ac8-4fe1-95fb-85091b896b26 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 946 time: 0.4078846 Jul 05 12:31:57.425593 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b7fc6d5a-b151-4188-8eb4-64150d31594e req-a243bf14-4198-4a41-a081-688305e3ac5e tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788336 Jul 05 12:31:57.489732 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5401c3bc-76aa-4c22-907d-5aaf94209992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3485763'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:57.519325 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401c3bc-76aa-4c22-907d-5aaf94209992 admin admin] Pushing event deleted for resources: {'Port': ['ID=91c47bcb-68ba-40c4-bbf7-b9651a3cf823,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:57.587384 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5401c3bc-76aa-4c22-907d-5aaf94209992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1575336'] for router_gateway, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:57.678084 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5401c3bc-76aa-4c22-907d-5aaf94209992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6158'] for router, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:57.680130 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5401c3bc-76aa-4c22-907d-5aaf94209992 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:57.724212 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5401c3bc-76aa-4c22-907d-5aaf94209992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1580428'] for router, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:57.724739 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5401c3bc-76aa-4c22-907d-5aaf94209992 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65484cf8-9e19-4a7e-b641-d2f3ffe8b97d {{(pid=92929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 12:31:57.729541 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5401c3bc-76aa-4c22-907d-5aaf94209992 admin admin] Notify callbacks [] for router, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:57.730825 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-5401c3bc-76aa-4c22-907d-5aaf94209992 admin admin] 10.222.0.52 "DELETE /v2.0/routers/65484cf8-9e19-4a7e-b641-d2f3ffe8b97d HTTP/1.1" status: 204 len: 168 time: 1.1594234 Jul 05 12:31:57.733142 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 42282) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:31:57.782014 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a97afe4-4054-4036-8cb3-cf707d16d7f9 admin admin] Deleting subnet dae6a4f6-bb01-419e-a45a-2fe1e4753d41 {{(pid=92929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 12:31:57.785052 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0a97afe4-4054-4036-8cb3-cf707d16d7f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:57.821491 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0a97afe4-4054-4036-8cb3-cf707d16d7f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192288'] for subnet, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:57.902461 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0a97afe4-4054-4036-8cb3-cf707d16d7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882782'] for subnet, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:57.965855 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0a97afe4-4054-4036-8cb3-cf707d16d7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3485817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3224283'] for subnet, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:57.995089 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0a97afe4-4054-4036-8cb3-cf707d16d7f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:57.997641 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-0a97afe4-4054-4036-8cb3-cf707d16d7f9 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/dae6a4f6-bb01-419e-a45a-2fe1e4753d41 HTTP/1.1" status: 204 len: 168 time: 0.2635558 Jul 05 12:31:58.000217 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 42286) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:31:58.007461 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda97517-67df-48ac-b72e-5d6c60bf4197 None None] Network 20f83d02-1a02-4231-9787-67c36fcfd4b6 requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:31:58.009057 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a97afe4-4054-4036-8cb3-cf707d16d7f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dae6a4f6-bb01-419e-a45a-2fe1e4753d41,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:58.086326 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-541a4d55-d28f-4dda-8afe-5c30703d9a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773155'] for network, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:58.151330 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:31:58.156166 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-541a4d55-d28f-4dda-8afe-5c30703d9a24 admin admin] Deleting port 4d86e1f8-189c-41e8-9aac-d1f21f1bf80a {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:31:58.156557 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-541a4d55-d28f-4dda-8afe-5c30703d9a24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:58.247264 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-541a4d55-d28f-4dda-8afe-5c30703d9a24 admin admin] For port 4d86e1f8-189c-41e8-9aac-d1f21f1bf80a, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=4d86e1f8-189c-41e8-9aac-d1f21f1bf80a,segment=NetworkSegment(989bedde-f9b1-4f0e-b21c-a982e2269015),segment_id=989bedde-f9b1-4f0e-b21c-a982e2269015)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:31:58.247666 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-541a4d55-d28f-4dda-8afe-5c30703d9a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:58.266338 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea02b4c-dc6e-4dd7-a7ff-963965f883b8 None None] DHCP port deletion for 20f83d02-1a02-4231-9787-67c36fcfd4b6 request from dv-cinder-796286-12-iscsi {{(pid=92930) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 12:31:58.279280 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-541a4d55-d28f-4dda-8afe-5c30703d9a24 admin admin] Calling delete_port for 4d86e1f8-189c-41e8-9aac-d1f21f1bf80a owned by network:dhcp {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:31:58.320175 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 91c47bcb-68ba-40c4-bbf7-b9651a3cf823 no longer exists at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:31:58.342295 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] No Port match for: 91c47bcb-68ba-40c4-bbf7-b9651a3cf823 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:31:58.342714 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 91c47bcb-68ba-40c4-bbf7-b9651a3cf823 not bound to the agent host dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:31:58.343229 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 63b0693a-79c7-4442-b7d6-503c938d7627 no longer exists at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:31:58.363207 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] No Port match for: 63b0693a-79c7-4442-b7d6-503c938d7627 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:31:58.364183 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 63b0693a-79c7-4442-b7d6-503c938d7627 not bound to the agent host dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:31:58.378013 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-5ea02b4c-dc6e-4dd7-a7ff-963965f883b8 None None] Deleting port 4d86e1f8-189c-41e8-9aac-d1f21f1bf80a {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:31:58.378398 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5ea02b4c-dc6e-4dd7-a7ff-963965f883b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:58.380505 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-541a4d55-d28f-4dda-8afe-5c30703d9a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3485763'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:58.412737 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a4d55-d28f-4dda-8afe-5c30703d9a24 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d86e1f8-189c-41e8-9aac-d1f21f1bf80a,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:58.416489 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541a4d55-d28f-4dda-8afe-5c30703d9a24 admin admin] No DVR routers for this DVR port 4d86e1f8-189c-41e8-9aac-d1f21f1bf80a on host dv-cinder-796286-12-iscsi {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 12:31:58.445619 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-5ea02b4c-dc6e-4dd7-a7ff-963965f883b8 None None] For port 4d86e1f8-189c-41e8-9aac-d1f21f1bf80a, host dv-cinder-796286-12-iscsi, got binding levels [] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:31:58.446007 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5ea02b4c-dc6e-4dd7-a7ff-963965f883b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:58.459936 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-5ea02b4c-dc6e-4dd7-a7ff-963965f883b8 None None] Calling delete_port for 4d86e1f8-189c-41e8-9aac-d1f21f1bf80a owned by network:dhcp {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:31:58.463091 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.ipam_backend_mixin [None req-5ea02b4c-dc6e-4dd7-a7ff-963965f883b8 None None] Port 4d86e1f8-189c-41e8-9aac-d1f21f1bf80a was not found and therefore no delete operation was performed {{(pid=92930) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 12:31:58.464987 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5ea02b4c-dc6e-4dd7-a7ff-963965f883b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:58.491218 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea02b4c-dc6e-4dd7-a7ff-963965f883b8 None None] Pushing event deleted for resources: {'Port': ['ID=4d86e1f8-189c-41e8-9aac-d1f21f1bf80a,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:58.491432 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-541a4d55-d28f-4dda-8afe-5c30703d9a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880587', 'neutron.services.segments.db._delete_segments_for_network-8761929754462'] for network, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:58.500595 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea02b4c-dc6e-4dd7-a7ff-963965f883b8 None None] No DVR routers for this DVR port 4d86e1f8-189c-41e8-9aac-d1f21f1bf80a on host dv-cinder-796286-12-iscsi {{(pid=92930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 12:31:58.502609 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-541a4d55-d28f-4dda-8afe-5c30703d9a24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20f83d02-1a02-4231-9787-67c36fcfd4b6']}} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:31:58.516907 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-541a4d55-d28f-4dda-8afe-5c30703d9a24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '989bedde-f9b1-4f0e-b21c-a982e2269015') {'for_net_delete': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:31:58.517208 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-541a4d55-d28f-4dda-8afe-5c30703d9a24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '989bedde-f9b1-4f0e-b21c-a982e2269015') {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:31:58.526275 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-541a4d55-d28f-4dda-8afe-5c30703d9a24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761929721474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192311'] for segment, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:58.541810 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-541a4d55-d28f-4dda-8afe-5c30703d9a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207'] for segment, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:58.547958 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-541a4d55-d28f-4dda-8afe-5c30703d9a24 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=92929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 12:31:58.548425 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-541a4d55-d28f-4dda-8afe-5c30703d9a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3485852'] for segment, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:58.550047 dv-cinder-796286-12-iscsi neutron-server[92929]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 12:31:58.550047 dv-cinder-796286-12-iscsi neutron-server[92929]: conditions |= (models_v2.Port.network_id.in_( Jul 05 12:31:58.550047 dv-cinder-796286-12-iscsi neutron-server[92929]: Traceback (most recent call last): Jul 05 12:31:58.550047 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 12:31:58.550047 dv-cinder-796286-12-iscsi neutron-server[92929]: timer() Jul 05 12:31:58.550047 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 12:31:58.550047 dv-cinder-796286-12-iscsi neutron-server[92929]: cb(*args, **kw) Jul 05 12:31:58.550047 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 12:31:58.550047 dv-cinder-796286-12-iscsi neutron-server[92929]: return func(*args, **kwargs) Jul 05 12:31:58.550047 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 12:31:58.550047 dv-cinder-796286-12-iscsi neutron-server[92929]: self._notify() Jul 05 12:31:58.550047 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 12:31:58.550047 dv-cinder-796286-12-iscsi neutron-server[92929]: self.callback(batched_events) Jul 05 12:31:58.550047 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 12:31:58.550047 dv-cinder-796286-12-iscsi neutron-server[92929]: event.method(event) Jul 05 12:31:58.550047 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 12:31:58.550047 dv-cinder-796286-12-iscsi neutron-server[92929]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 12:31:58.550047 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 12:31:58.550047 dv-cinder-796286-12-iscsi neutron-server[92929]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 12:31:58.550047 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 12:31:58.550047 dv-cinder-796286-12-iscsi neutron-server[92929]: return f(self, *a, **k) Jul 05 12:31:58.550047 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 12:31:58.550047 dv-cinder-796286-12-iscsi neutron-server[92929]: return self._get(url).json() Jul 05 12:31:58.550047 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 12:31:58.550047 dv-cinder-796286-12-iscsi neutron-server[92929]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 12:31:58.550047 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 12:31:58.550047 dv-cinder-796286-12-iscsi neutron-server[92929]: return self.request(url, 'GET', **kwargs) Jul 05 12:31:58.550047 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 12:31:58.550047 dv-cinder-796286-12-iscsi neutron-server[92929]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 12:31:58.550047 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 12:31:58.550047 dv-cinder-796286-12-iscsi neutron-server[92929]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 12:31:58.550047 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 12:31:58.550047 dv-cinder-796286-12-iscsi neutron-server[92929]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 12:31:58.550047 dv-cinder-796286-12-iscsi neutron-server[92929]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 12:31:58.669584 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-541a4d55-d28f-4dda-8afe-5c30703d9a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575308'] for network, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:58.674538 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-541a4d55-d28f-4dda-8afe-5c30703d9a24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:58.676616 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-541a4d55-d28f-4dda-8afe-5c30703d9a24 admin admin] 10.222.0.52 "DELETE /v2.0/networks/20f83d02-1a02-4231-9787-67c36fcfd4b6 HTTP/1.1" status: 204 len: 168 time: 0.6755264 Jul 05 12:31:58.680926 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 42292) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:31:58.698169 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a4d55-d28f-4dda-8afe-5c30703d9a24 admin admin] Pushing event deleted for resources: {'Network': ['ID=20f83d02-1a02-4231-9787-67c36fcfd4b6,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:58.720006 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7297a-94e1-4907-8279-602880d2c81b req-ab720660-4f33-44ac-b064-aab1ba043dfb tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:31:58.721509 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2ff7297a-94e1-4907-8279-602880d2c81b req-ab720660-4f33-44ac-b064-aab1ba043dfb tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 946 time: 0.1607099 Jul 05 12:31:58.763505 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2ff7297a-94e1-4907-8279-602880d2c81b req-7440e8b6-1e82-4bd8-a7ae-520a2422abeb tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353429 Jul 05 12:31:59.095431 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8c1385df-5b81-4ff2-a0eb-127cc67d8034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1576687'] for router_interface, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:59.376357 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-8c1385df-5b81-4ff2-a0eb-127cc67d8034 admin admin] Deleting port 5bbd5acc-501c-4e91-bedd-921f583678dc {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:31:59.376700 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8c1385df-5b81-4ff2-a0eb-127cc67d8034 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:59.459745 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-8c1385df-5b81-4ff2-a0eb-127cc67d8034 admin admin] For port 5bbd5acc-501c-4e91-bedd-921f583678dc, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=5bbd5acc-501c-4e91-bedd-921f583678dc,segment=NetworkSegment(b0a8a885-fba1-437b-ac6f-ff74f4fe9459),segment_id=b0a8a885-fba1-437b-ac6f-ff74f4fe9459)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:31:59.460108 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8c1385df-5b81-4ff2-a0eb-127cc67d8034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:59.472624 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-8c1385df-5b81-4ff2-a0eb-127cc67d8034 admin admin] Calling delete_port for 5bbd5acc-501c-4e91-bedd-921f583678dc owned by network:router_interface {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:31:59.660461 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8c1385df-5b81-4ff2-a0eb-127cc67d8034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9210769'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:31:59.691395 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1385df-5b81-4ff2-a0eb-127cc67d8034 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bbd5acc-501c-4e91-bedd-921f583678dc,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:31:59.871697 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8c1385df-5b81-4ff2-a0eb-127cc67d8034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601745'] for router_interface, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:00.064405 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-82d7451e-8f87-44b7-bc81-e768e574a18a req-54f7c571-10c8-4424-b33a-395dda7afe5c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1018734 Jul 05 12:32:00.076468 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d102491-fdb3-4cd0-b4b6-faa92eccf05d req-11cd9eb2-2b06-493f-af0b-2de4bf6b6d7d tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:00.077949 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2d102491-fdb3-4cd0-b4b6-faa92eccf05d req-11cd9eb2-2b06-493f-af0b-2de4bf6b6d7d tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 946 time: 0.0847266 Jul 05 12:32:00.109442 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1385df-5b81-4ff2-a0eb-127cc67d8034 admin admin] Router b26776ba-d764-4a4d-b30d-aa6a81509ee3 has already been hosted by L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 12:32:00.123299 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2d102491-fdb3-4cd0-b4b6-faa92eccf05d req-97c46325-8c49-4877-9a11-2d49e20d2700 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388613 Jul 05 12:32:00.229498 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1385df-5b81-4ff2-a0eb-127cc67d8034 admin admin] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:32:00.234455 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-8c1385df-5b81-4ff2-a0eb-127cc67d8034 admin admin] 10.222.0.52 "PUT /v2.0/routers/b26776ba-d764-4a4d-b30d-aa6a81509ee3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5525703 Jul 05 12:32:00.237175 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 42338) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:32:00.241942 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526df3a4-11a5-4680-8f85-86a6f7b35be0 None None] Sync routers for ids ['b26776ba-d764-4a4d-b30d-aa6a81509ee3'] in dv-cinder-796286-12-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:32:00.254166 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526df3a4-11a5-4680-8f85-86a6f7b35be0 None None] Routers {'b26776ba-d764-4a4d-b30d-aa6a81509ee3'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:32:00.255665 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-526df3a4-11a5-4680-8f85-86a6f7b35be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:31:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['b26776ba-d764-4a4d-b30d-aa6a81509ee3'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:32:00.327303 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 4d86e1f8-189c-41e8-9aac-d1f21f1bf80a no longer exists at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:32:00.348916 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] No Port match for: 4d86e1f8-189c-41e8-9aac-d1f21f1bf80a {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:32:00.349255 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 4d86e1f8-189c-41e8-9aac-d1f21f1bf80a not bound to the agent host dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:32:00.362858 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0997ced5-a2e4-4c9d-8e3f-723988bcbadc admin admin] Notify callbacks [] for router, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:00.442870 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 310a726c-f77e-4b81-837f-f6f6256633b8 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:32:00.450093 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-526df3a4-11a5-4680-8f85-86a6f7b35be0 None None] Set router b26776ba-d764-4a4d-b30d-aa6a81509ee3 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:32:00.471658 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0997ced5-a2e4-4c9d-8e3f-723988bcbadc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:00.528349 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-0997ced5-a2e4-4c9d-8e3f-723988bcbadc admin admin] Deleting port 51566ca5-7ebf-45f8-b185-1844662aedd1 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:32:00.528810 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0997ced5-a2e4-4c9d-8e3f-723988bcbadc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:00.531801 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:00.564619 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dddae68e-16f2-4fcd-8b04-320ff3f3dc27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '310a726c-f77e-4b81-837f-f6f6256633b8'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:32:00.567540 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb11927d8d6a4f40405007df32e35409d46ab531454b71f6d23f9687e715819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a371e3-fe5a-4f60-875d-5cf053c1ecf3" -d '{"events": [{"server_uuid": "dddae68e-16f2-4fcd-8b04-320ff3f3dc27", "name": "network-vif-unplugged", "status": "completed", "tag": "310a726c-f77e-4b81-837f-f6f6256633b8"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:32:00.585014 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port 310a726c-f77e-4b81-837f-f6f6256633b8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=310a726c-f77e-4b81-837f-f6f6256633b8,segment=NetworkSegment(ba2612a6-0598-4c68-93ea-4c354bd542e5),segment_id=ba2612a6-0598-4c68-93ea-4c354bd542e5)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:32:00.590995 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:00.624498 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 05 Jul 2021 12:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3982872-273d-41c7-b519-5f6758fad656 x-openstack-request-id: req-f3982872-273d-41c7-b519-5f6758fad656 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:32:00.624867 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dddae68e-16f2-4fcd-8b04-320ff3f3dc27", "name": "network-vif-unplugged", "status": "failed", "tag": "310a726c-f77e-4b81-837f-f6f6256633b8", "code": 422}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:32:00.625182 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f3982872-273d-41c7-b519-5f6758fad656 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:32:00.625671 dv-cinder-796286-12-iscsi neutron-server[92930]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dddae68e-16f2-4fcd-8b04-320ff3f3dc27', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '310a726c-f77e-4b81-837f-f6f6256633b8', 'code': 422} returned with failed status Jul 05 12:32:00.634698 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-0997ced5-a2e4-4c9d-8e3f-723988bcbadc admin admin] For port 51566ca5-7ebf-45f8-b185-1844662aedd1, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=51566ca5-7ebf-45f8-b185-1844662aedd1,segment=NetworkSegment(7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0),segment_id=7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:32:00.635017 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0997ced5-a2e4-4c9d-8e3f-723988bcbadc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:00.643086 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-526df3a4-11a5-4680-8f85-86a6f7b35be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26776ba-d764-4a4d-b30d-aa6a81509ee3', 'name': 'tempest-TestMinimumBasicScenario-1347099177-router', 'tenant_id': '2065dad46f044b4a843a4c532380c0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '51566ca5-7ebf-45f8-b185-1844662aedd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:28:12Z', 'updated_at': '2021-07-05T12:31:59Z', 'revision_number': 5, 'project_id': '2065dad46f044b4a843a4c532380c0e2', 'gw_port': {'id': '51566ca5-7ebf-45f8-b185-1844662aedd1', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26776ba-d764-4a4d-b30d-aa6a81509ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:28:12Z', 'updated_at': '2021-07-05T12:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi'}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:32:00.651045 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-0997ced5-a2e4-4c9d-8e3f-723988bcbadc admin admin] Calling delete_port for 51566ca5-7ebf-45f8-b185-1844662aedd1 owned by network:router_gateway {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:32:00.656734 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=310a726c-f77e-4b81-837f-f6f6256633b8,revision_number=8']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:32:00.677811 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526df3a4-11a5-4680-8f85-86a6f7b35be0 None None] Checking router: b26776ba-d764-4a4d-b30d-aa6a81509ee3 for host: dv-cinder-796286-12-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:32:00.686078 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526df3a4-11a5-4680-8f85-86a6f7b35be0 None None] Routers {'b26776ba-d764-4a4d-b30d-aa6a81509ee3'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:32:00.686676 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-526df3a4-11a5-4680-8f85-86a6f7b35be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:31:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['b26776ba-d764-4a4d-b30d-aa6a81509ee3'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:32:00.777938 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-526df3a4-11a5-4680-8f85-86a6f7b35be0 None None] Set router b26776ba-d764-4a4d-b30d-aa6a81509ee3 gateway port host: None {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:32:00.823327 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0997ced5-a2e4-4c9d-8e3f-723988bcbadc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3485763'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:00.833813 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-526df3a4-11a5-4680-8f85-86a6f7b35be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26776ba-d764-4a4d-b30d-aa6a81509ee3', 'name': 'tempest-TestMinimumBasicScenario-1347099177-router', 'tenant_id': '2065dad46f044b4a843a4c532380c0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:28:12Z', 'updated_at': '2021-07-05T12:32:00Z', 'revision_number': 6, 'project_id': '2065dad46f044b4a843a4c532380c0e2', 'gw_port_host': None}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:32:00.846718 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997ced5-a2e4-4c9d-8e3f-723988bcbadc admin admin] Pushing event deleted for resources: {'Port': ['ID=51566ca5-7ebf-45f8-b185-1844662aedd1,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:32:00.859999 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526df3a4-11a5-4680-8f85-86a6f7b35be0 None None] The sync data for ids ['b26776ba-d764-4a4d-b30d-aa6a81509ee3'] in dv-cinder-796286-12-iscsi is: [{'id': 'b26776ba-d764-4a4d-b30d-aa6a81509ee3', 'name': 'tempest-TestMinimumBasicScenario-1347099177-router', 'tenant_id': '2065dad46f044b4a843a4c532380c0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:28:12Z', 'updated_at': '2021-07-05T12:32:00Z', 'revision_number': 6, 'project_id': '2065dad46f044b4a843a4c532380c0e2', 'gw_port_host': None}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:32:00.913103 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0997ced5-a2e4-4c9d-8e3f-723988bcbadc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1575336'] for router_gateway, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:01.001369 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0997ced5-a2e4-4c9d-8e3f-723988bcbadc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6158'] for router, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:01.003632 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0997ced5-a2e4-4c9d-8e3f-723988bcbadc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:01.049362 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0997ced5-a2e4-4c9d-8e3f-723988bcbadc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1580428'] for router, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:01.049903 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0997ced5-a2e4-4c9d-8e3f-723988bcbadc admin admin] Fanout notify agent at l3_agent the message router_deleted on router b26776ba-d764-4a4d-b30d-aa6a81509ee3 {{(pid=92929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 12:32:01.055203 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0997ced5-a2e4-4c9d-8e3f-723988bcbadc admin admin] Notify callbacks [] for router, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:01.056338 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-0997ced5-a2e4-4c9d-8e3f-723988bcbadc admin admin] 10.222.0.52 "DELETE /v2.0/routers/b26776ba-d764-4a4d-b30d-aa6a81509ee3 HTTP/1.1" status: 204 len: 168 time: 0.8181427 Jul 05 12:32:01.058822 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 42348) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:32:01.102930 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_v2 [None req-22cb8fc3-a65a-4246-8b85-cc0399aa8060 admin admin] Deleting subnet 88d798ca-79ae-45c5-9d74-10f1c003e963 {{(pid=92929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 12:32:01.106250 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-22cb8fc3-a65a-4246-8b85-cc0399aa8060 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:01.141334 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-22cb8fc3-a65a-4246-8b85-cc0399aa8060 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192288'] for subnet, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:01.234456 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-22cb8fc3-a65a-4246-8b85-cc0399aa8060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882782'] for subnet, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:01.330384 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-22cb8fc3-a65a-4246-8b85-cc0399aa8060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3485817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3224283'] for subnet, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:01.364497 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416d54f-2b0e-4691-9fdd-7f8589d95dc1 req-5a80ca12-76af-4449-954c-134b4d7bb4fb tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:01.366140 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f416d54f-2b0e-4691-9fdd-7f8589d95dc1 req-5a80ca12-76af-4449-954c-134b4d7bb4fb tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 944 time: 0.1106141 Jul 05 12:32:01.368810 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb8fc3-a65a-4246-8b85-cc0399aa8060 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88d798ca-79ae-45c5-9d74-10f1c003e963,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:32:01.372835 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-22cb8fc3-a65a-4246-8b85-cc0399aa8060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:01.376961 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-22cb8fc3-a65a-4246-8b85-cc0399aa8060 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/88d798ca-79ae-45c5-9d74-10f1c003e963 HTTP/1.1" status: 204 len: 168 time: 0.3149495 Jul 05 12:32:01.377750 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 42362) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:32:01.384092 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e2008f-9580-44a7-adb2-a06d775d9a54 None None] Network 73a06e74-7536-489f-a3da-45b25bb0f728 requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:32:01.414163 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f416d54f-2b0e-4691-9fdd-7f8589d95dc1 req-ef63f3c1-6e19-483a-be7d-13290747eac6 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374064 Jul 05 12:32:01.462668 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-34e1f5ca-ca05-42bb-9a59-a505804f03e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773155'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:01.514066 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-34e1f5ca-ca05-42bb-9a59-a505804f03e3 admin admin] Deleting port 435bdc29-70d4-41e1-924c-3ecbe2e9931e {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:32:01.514991 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-34e1f5ca-ca05-42bb-9a59-a505804f03e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:01.581705 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-34e1f5ca-ca05-42bb-9a59-a505804f03e3 admin admin] For port 435bdc29-70d4-41e1-924c-3ecbe2e9931e, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=435bdc29-70d4-41e1-924c-3ecbe2e9931e,segment=NetworkSegment(b0a8a885-fba1-437b-ac6f-ff74f4fe9459),segment_id=b0a8a885-fba1-437b-ac6f-ff74f4fe9459)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:32:01.582069 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-34e1f5ca-ca05-42bb-9a59-a505804f03e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:01.594674 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-34e1f5ca-ca05-42bb-9a59-a505804f03e3 admin admin] Calling delete_port for 435bdc29-70d4-41e1-924c-3ecbe2e9931e owned by network:dhcp {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:32:01.628408 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ae4134-cbdd-47e8-9108-78dd61f76fd6 None None] DHCP port deletion for 73a06e74-7536-489f-a3da-45b25bb0f728 request from dv-cinder-796286-12-iscsi {{(pid=92930) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 12:32:01.676918 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-34e1f5ca-ca05-42bb-9a59-a505804f03e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9210769'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:01.681782 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-d7ae4134-cbdd-47e8-9108-78dd61f76fd6 None None] Deleting port 435bdc29-70d4-41e1-924c-3ecbe2e9931e {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:32:01.682155 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d7ae4134-cbdd-47e8-9108-78dd61f76fd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:01.705592 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e1f5ca-ca05-42bb-9a59-a505804f03e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=435bdc29-70d4-41e1-924c-3ecbe2e9931e,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:32:01.710114 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e1f5ca-ca05-42bb-9a59-a505804f03e3 admin admin] No DVR routers for this DVR port 435bdc29-70d4-41e1-924c-3ecbe2e9931e on host dv-cinder-796286-12-iscsi {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 12:32:01.748650 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-d7ae4134-cbdd-47e8-9108-78dd61f76fd6 None None] For port 435bdc29-70d4-41e1-924c-3ecbe2e9931e, host dv-cinder-796286-12-iscsi, got binding levels [] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:32:01.749036 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d7ae4134-cbdd-47e8-9108-78dd61f76fd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:01.761630 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-d7ae4134-cbdd-47e8-9108-78dd61f76fd6 None None] Calling delete_port for 435bdc29-70d4-41e1-924c-3ecbe2e9931e owned by network:dhcp {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:32:01.764187 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.ipam_backend_mixin [None req-d7ae4134-cbdd-47e8-9108-78dd61f76fd6 None None] Port 435bdc29-70d4-41e1-924c-3ecbe2e9931e was not found and therefore no delete operation was performed {{(pid=92930) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 12:32:01.765358 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d7ae4134-cbdd-47e8-9108-78dd61f76fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:01.781114 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-34e1f5ca-ca05-42bb-9a59-a505804f03e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880587', 'neutron.services.segments.db._delete_segments_for_network-8761929754462'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:01.788734 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae4134-cbdd-47e8-9108-78dd61f76fd6 None None] Pushing event deleted for resources: {'Port': ['ID=435bdc29-70d4-41e1-924c-3ecbe2e9931e,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:32:01.794203 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ae4134-cbdd-47e8-9108-78dd61f76fd6 None None] No DVR routers for this DVR port 435bdc29-70d4-41e1-924c-3ecbe2e9931e on host dv-cinder-796286-12-iscsi {{(pid=92930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 12:32:01.795918 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-34e1f5ca-ca05-42bb-9a59-a505804f03e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73a06e74-7536-489f-a3da-45b25bb0f728']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:32:01.809089 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-34e1f5ca-ca05-42bb-9a59-a505804f03e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a8a885-fba1-437b-ac6f-ff74f4fe9459') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:32:01.809477 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-34e1f5ca-ca05-42bb-9a59-a505804f03e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a8a885-fba1-437b-ac6f-ff74f4fe9459') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:32:01.818898 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-34e1f5ca-ca05-42bb-9a59-a505804f03e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761929721474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9086267'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:01.832266 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-34e1f5ca-ca05-42bb-9a59-a505804f03e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:01.839721 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34e1f5ca-ca05-42bb-9a59-a505804f03e3 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 12:32:01.840120 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-34e1f5ca-ca05-42bb-9a59-a505804f03e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9210702'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:01.841912 dv-cinder-796286-12-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 05 12:32:01.841912 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 12:32:01.841912 dv-cinder-796286-12-iscsi neutron-server[92928]: timer() Jul 05 12:32:01.841912 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 12:32:01.841912 dv-cinder-796286-12-iscsi neutron-server[92928]: cb(*args, **kw) Jul 05 12:32:01.841912 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 12:32:01.841912 dv-cinder-796286-12-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 05 12:32:01.841912 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 12:32:01.841912 dv-cinder-796286-12-iscsi neutron-server[92928]: self._notify() Jul 05 12:32:01.841912 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 12:32:01.841912 dv-cinder-796286-12-iscsi neutron-server[92928]: self.callback(batched_events) Jul 05 12:32:01.841912 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 12:32:01.841912 dv-cinder-796286-12-iscsi neutron-server[92928]: event.method(event) Jul 05 12:32:01.841912 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 12:32:01.841912 dv-cinder-796286-12-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 12:32:01.841912 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 12:32:01.841912 dv-cinder-796286-12-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 12:32:01.841912 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 12:32:01.841912 dv-cinder-796286-12-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 05 12:32:01.841912 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 12:32:01.841912 dv-cinder-796286-12-iscsi neutron-server[92928]: return self._get(url).json() Jul 05 12:32:01.841912 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 12:32:01.841912 dv-cinder-796286-12-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 12:32:01.841912 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 12:32:01.841912 dv-cinder-796286-12-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 05 12:32:01.841912 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 12:32:01.841912 dv-cinder-796286-12-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 12:32:01.841912 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 12:32:01.841912 dv-cinder-796286-12-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 12:32:01.841912 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 12:32:01.841912 dv-cinder-796286-12-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 12:32:01.841912 dv-cinder-796286-12-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 12:32:01.903456 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-34e1f5ca-ca05-42bb-9a59-a505804f03e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575308'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:01.912263 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-34e1f5ca-ca05-42bb-9a59-a505804f03e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:01.914057 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-34e1f5ca-ca05-42bb-9a59-a505804f03e3 admin admin] 10.222.0.52 "DELETE /v2.0/networks/73a06e74-7536-489f-a3da-45b25bb0f728 HTTP/1.1" status: 204 len: 168 time: 0.5334485 Jul 05 12:32:01.925861 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e1f5ca-ca05-42bb-9a59-a505804f03e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=73a06e74-7536-489f-a3da-45b25bb0f728,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:32:02.078194 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 42368) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:32:02.119193 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-59dc294b-548f-4cf1-8e69-3727c0fc0e8b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4bf300df367b4c379e19b085196596d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397441 Jul 05 12:32:02.121649 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 42370) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:32:02.168194 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a6d67c0e-2b2a-42ca-a955-4c38e48f3381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:02.189007 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a6d67c0e-2b2a-42ca-a955-4c38e48f3381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:02.243563 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a6d67c0e-2b2a-42ca-a955-4c38e48f3381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:02.246122 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a6d67c0e-2b2a-42ca-a955-4c38e48f3381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:02.249493 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-a6d67c0e-2b2a-42ca-a955-4c38e48f3381 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ebca8198-b5dd-46f1-841d-f1d46e7dad83 HTTP/1.1" status: 204 len: 168 time: 0.1248388 Jul 05 12:32:02.257045 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 5bbd5acc-501c-4e91-bedd-921f583678dc no longer exists at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:32:02.259144 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d67c0e-2b2a-42ca-a955-4c38e48f3381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebca8198-b5dd-46f1-841d-f1d46e7dad83,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:32:02.287324 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] No Port match for: 5bbd5acc-501c-4e91-bedd-921f583678dc {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:32:02.287665 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 5bbd5acc-501c-4e91-bedd-921f583678dc not bound to the agent host dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:32:02.288059 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 435bdc29-70d4-41e1-924c-3ecbe2e9931e no longer exists at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:32:02.312621 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] No Port match for: 435bdc29-70d4-41e1-924c-3ecbe2e9931e {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:32:02.320677 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 435bdc29-70d4-41e1-924c-3ecbe2e9931e not bound to the agent host dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:32:02.321249 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 51566ca5-7ebf-45f8-b185-1844662aedd1 no longer exists at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:32:02.343923 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] No Port match for: 51566ca5-7ebf-45f8-b185-1844662aedd1 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:32:02.344251 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 51566ca5-7ebf-45f8-b185-1844662aedd1 not bound to the agent host dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:32:02.586334 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 42386) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:32:02.622396 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e9304-e424-4a2f-b628-7e0e9c37c9f9 req-d8d0a3c1-13d3-49c1-8d4a-7a7364e08343 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:02.623893 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-059e9304-e424-4a2f-b628-7e0e9c37c9f9 req-d8d0a3c1-13d3-49c1-8d4a-7a7364e08343 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 944 time: 0.0877352 Jul 05 12:32:02.660177 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-4947f3db-06c9-4158-af8b-b40001994643 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2065dad46f044b4a843a4c532380c0e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0727062 Jul 05 12:32:02.663434 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 42388) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:32:02.678509 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-059e9304-e424-4a2f-b628-7e0e9c37c9f9 req-4459b037-a1cf-422b-9e5f-eac0fce72cf5 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474944 Jul 05 12:32:02.715836 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3c48f1f2-1fae-4840-95f7-0e218287338a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:02.736605 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3c48f1f2-1fae-4840-95f7-0e218287338a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:02.783478 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3c48f1f2-1fae-4840-95f7-0e218287338a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:02.786598 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3c48f1f2-1fae-4840-95f7-0e218287338a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:02.787766 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-3c48f1f2-1fae-4840-95f7-0e218287338a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b3aa4c6f-2d14-40c0-8024-425c3f14f7b8 HTTP/1.1" status: 204 len: 168 time: 0.1233473 Jul 05 12:32:02.795265 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48f1f2-1fae-4840-95f7-0e218287338a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3aa4c6f-2d14-40c0-8024-425c3f14f7b8,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:32:03.854029 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdef33a-5636-452d-ab83-1777c23e63a5 req-49145b29-3cae-40df-91d5-ea5b16a3090c tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:03.855545 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2bdef33a-5636-452d-ab83-1777c23e63a5 req-49145b29-3cae-40df-91d5-ea5b16a3090c tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 944 time: 0.0630422 Jul 05 12:32:03.891787 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2bdef33a-5636-452d-ab83-1777c23e63a5 req-93cc291d-7f55-43c9-89a4-68b9c28ad5ef tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307884 Jul 05 12:32:05.045577 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7451e-8f87-44b7-bc81-e768e574a18a req-2b732276-47c9-4fdc-a745-7fadd41b689d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:05.047135 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-82d7451e-8f87-44b7-bc81-e768e574a18a req-2b732276-47c9-4fdc-a745-7fadd41b689d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27&tenant_id=c2204859a25945928d43901f7e432e4b HTTP/1.1" status: 200 len: 1097 time: 0.0538325 Jul 05 12:32:05.071254 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d9b17-140b-41ea-b3f8-7a66317410d9 req-31b20bc5-f43f-4a65-b802-ee44bdbf4040 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:05.072732 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bf8d9b17-140b-41ea-b3f8-7a66317410d9 req-31b20bc5-f43f-4a65-b802-ee44bdbf4040 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 944 time: 0.0665562 Jul 05 12:32:05.111509 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bf8d9b17-140b-41ea-b3f8-7a66317410d9 req-41ed1df4-33e5-461a-99b4-d8b025032e2f tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331743 Jul 05 12:32:05.126311 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7451e-8f87-44b7-bc81-e768e574a18a req-4a5fca16-33bd-4ed7-87a9-20b8e119fb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:05.127883 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-82d7451e-8f87-44b7-bc81-e768e574a18a req-4a5fca16-33bd-4ed7-87a9-20b8e119fb9b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c2204859a25945928d43901f7e432e4b&device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 1097 time: 0.0585938 Jul 05 12:32:05.227882 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7451e-8f87-44b7-bc81-e768e574a18a req-b3656d0c-d17c-4ef5-944b-0f24b33fff63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:05.229315 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-82d7451e-8f87-44b7-bc81-e768e574a18a req-b3656d0c-d17c-4ef5-944b-0f24b33fff63 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a54fe11d-9434-40ac-976c-e45f096866c1 HTTP/1.1" status: 200 len: 917 time: 0.0937641 Jul 05 12:32:05.293126 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-82d7451e-8f87-44b7-bc81-e768e574a18a req-b2c8c5bb-e793-4491-9a96-a55529a3b0e4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=310a726c-f77e-4b81-837f-f6f6256633b8 HTTP/1.1" status: 200 len: 999 time: 0.0570619 Jul 05 12:32:05.343333 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7451e-8f87-44b7-bc81-e768e574a18a req-a1ade245-2d46-431f-ac7f-a00744163149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:05.344732 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-82d7451e-8f87-44b7-bc81-e768e574a18a req-a1ade245-2d46-431f-ac7f-a00744163149 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e29bc3a4-4782-4c7f-be99-ab421b15f5f5 HTTP/1.1" status: 200 len: 855 time: 0.0456581 Jul 05 12:32:05.399721 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7451e-8f87-44b7-bc81-e768e574a18a req-3ae63e37-4c59-404d-96f9-d68fc9fb5fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:05.401157 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-82d7451e-8f87-44b7-bc81-e768e574a18a req-3ae63e37-4c59-404d-96f9-d68fc9fb5fd9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a54fe11d-9434-40ac-976c-e45f096866c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0497191 Jul 05 12:32:05.487151 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-82d7451e-8f87-44b7-bc81-e768e574a18a req-9e2ec6d0-ed04-4d05-8f42-e76c0e26ef9b service neutron] 10.222.0.16 "GET /v2.0/networks/a54fe11d-9434-40ac-976c-e45f096866c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785611 Jul 05 12:32:05.578623 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-82d7451e-8f87-44b7-bc81-e768e574a18a req-513f632e-d4df-48c0-88b1-14c898b18c26 service neutron] 10.222.0.16 "GET /v2.0/networks/a54fe11d-9434-40ac-976c-e45f096866c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830472 Jul 05 12:32:06.339705 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58edeaa-7f00-4c52-ab01-476f01b9a146 req-311adf6d-5f9c-454c-a027-fda51ecada06 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:06.341232 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a58edeaa-7f00-4c52-ab01-476f01b9a146 req-311adf6d-5f9c-454c-a027-fda51ecada06 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 944 time: 0.0698683 Jul 05 12:32:06.399392 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a58edeaa-7f00-4c52-ab01-476f01b9a146 req-94936a71-fc2f-413f-87f1-3d2c98568b2b tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486503 Jul 05 12:32:07.588010 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03851a23-c202-432c-82ab-b366f092b04d req-5377dae3-b98d-4485-9dae-2d13840ad881 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:07.589397 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-03851a23-c202-432c-82ab-b366f092b04d req-5377dae3-b98d-4485-9dae-2d13840ad881 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 944 time: 0.0651436 Jul 05 12:32:07.630112 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-03851a23-c202-432c-82ab-b366f092b04d req-2c765848-f629-4a11-81d6-d0a953615ccf tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352144 Jul 05 12:32:08.814928 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b2a90-afd9-4eab-b380-61678ab61028 req-06d53c33-e61e-4f2c-8340-8fe980f96d7c tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:08.817109 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7a5b2a90-afd9-4eab-b380-61678ab61028 req-06d53c33-e61e-4f2c-8340-8fe980f96d7c tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 944 time: 0.0647557 Jul 05 12:32:08.858525 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7a5b2a90-afd9-4eab-b380-61678ab61028 req-697da9a8-5256-4493-81e8-a60106e1da8b tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352039 Jul 05 12:32:10.043110 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15e698-e182-4d57-a536-0420fc64c463 req-836c28f6-d241-4f72-a084-890bf16b1bb1 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:10.044880 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fe15e698-e182-4d57-a536-0420fc64c463 req-836c28f6-d241-4f72-a084-890bf16b1bb1 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 944 time: 0.0678318 Jul 05 12:32:10.083731 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fe15e698-e182-4d57-a536-0420fc64c463 req-2cab299a-ba98-43bb-9a5a-03905520c12c tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331063 Jul 05 12:32:11.267292 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f5e31-4ea1-48ae-9d46-c6f0def5d499 req-d4f08647-336a-407a-bc44-4d8e833e183e tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:11.268876 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-504f5e31-4ea1-48ae-9d46-c6f0def5d499 req-d4f08647-336a-407a-bc44-4d8e833e183e tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 944 time: 0.0667889 Jul 05 12:32:11.312295 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-504f5e31-4ea1-48ae-9d46-c6f0def5d499 req-dd751176-3e1d-4055-b858-f0474d2c5f50 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350497 Jul 05 12:32:12.500789 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72164a9-d649-4b77-a869-5d9822bf0e54 req-0b00e9b3-5816-41f4-9753-1b8c5b6ea762 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:12.502293 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d72164a9-d649-4b77-a869-5d9822bf0e54 req-0b00e9b3-5816-41f4-9753-1b8c5b6ea762 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 944 time: 0.0682361 Jul 05 12:32:12.541273 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d72164a9-d649-4b77-a869-5d9822bf0e54 req-7150d59d-8cbb-4e37-a26b-8f9468ae7408 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326552 Jul 05 12:32:12.881464 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-10ec150b-e016-4a36-9370-508f6115c742 req-96bf4120-2a72-4860-87f3-9e6720f7a21e tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1518684951&fields=id&tenant_id=66642072210e46be853b52fd91a99581 HTTP/1.1" status: 200 len: 267 time: 0.0338671 Jul 05 12:32:12.997488 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec150b-e016-4a36-9370-508f6115c742 req-ce57c465-25e5-4759-95d9-54b104aef676 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:12.999006 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-10ec150b-e016-4a36-9370-508f6115c742 req-ce57c465-25e5-4759-95d9-54b104aef676 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/networks?id=5175ffb3-848a-4015-857e-91cc64139ef2 HTTP/1.1" status: 200 len: 811 time: 0.1111116 Jul 05 12:32:13.013541 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-10ec150b-e016-4a36-9370-508f6115c742 req-bfde0885-0835-4880-8b82-7409b826129f tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/quotas/66642072210e46be853b52fd91a99581 HTTP/1.1" status: 200 len: 375 time: 0.0090845 Jul 05 12:32:13.077662 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-10ec150b-e016-4a36-9370-508f6115c742 req-ab48d20c-2c42-4528-8eea-0569a3311494 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=66642072210e46be853b52fd91a99581&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595067 Jul 05 12:32:13.179469 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-10ec150b-e016-4a36-9370-508f6115c742 req-93ae3ddd-e34c-4227-b97e-40abb3b2788c service neutron] 10.222.0.52 "GET /v2.0/networks/5175ffb3-848a-4015-857e-91cc64139ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886741 Jul 05 12:32:13.272988 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-10ec150b-e016-4a36-9370-508f6115c742 req-8e00d204-0ebf-4c24-abbc-c713d700a353 service neutron] 10.222.0.52 "GET /v2.0/networks/5175ffb3-848a-4015-857e-91cc64139ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876932 Jul 05 12:32:13.576198 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bd869e41-c2ea-4305-9c9e-adcfd3229fd7 req-3b587465-d73e-42e6-aff0-b4ba856a6b0b tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=e53df755-db4d-421a-bffc-d54cbdd32ccf HTTP/1.1" status: 200 len: 210 time: 0.0307255 Jul 05 12:32:13.763236 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d0640-45f5-4134-aa4d-40d5ad19c9d4 req-5228348b-7219-4dc3-bf78-0d14e4198d27 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:13.764681 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e43d0640-45f5-4134-aa4d-40d5ad19c9d4 req-5228348b-7219-4dc3-bf78-0d14e4198d27 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 944 time: 0.0736842 Jul 05 12:32:13.826225 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e43d0640-45f5-4134-aa4d-40d5ad19c9d4 req-ef620326-4122-4f89-aee3-30f3f93c57da tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556512 Jul 05 12:32:14.724696 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5d42e5cb-43f9-4593-be2d-e7ffe177b48c req-530220f8-217b-45f3-b92b-589e96686552 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=e53df755-db4d-421a-bffc-d54cbdd32ccf HTTP/1.1" status: 200 len: 210 time: 0.0282009 Jul 05 12:32:15.009990 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bec68e-7dea-463b-933c-ae162cc8e42f req-82936240-dc46-4a9a-a337-e28200eeebfd tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:15.011682 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-42bec68e-7dea-463b-933c-ae162cc8e42f req-82936240-dc46-4a9a-a337-e28200eeebfd tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 944 time: 0.0669184 Jul 05 12:32:15.051280 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-42bec68e-7dea-463b-933c-ae162cc8e42f req-1fda3a82-5e59-42e9-aaa7-cdc30a177406 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333912 Jul 05 12:32:15.877921 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1bce81e8-96c4-4cfb-8c25-4e96f470e1b3 req-062ccd95-0227-4638-b6a3-70ebf9184f79 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=e53df755-db4d-421a-bffc-d54cbdd32ccf HTTP/1.1" status: 200 len: 210 time: 0.0369141 Jul 05 12:32:16.241482 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dfab3b-756e-46fd-8abc-3354fa9f167e req-d3dfe180-bd8f-48e4-a1cf-b50d9497dc64 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:16.242984 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c2dfab3b-756e-46fd-8abc-3354fa9f167e req-d3dfe180-bd8f-48e4-a1cf-b50d9497dc64 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 944 time: 0.0755022 Jul 05 12:32:16.294158 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c2dfab3b-756e-46fd-8abc-3354fa9f167e req-3ecc5f54-eacf-4a77-a91e-e562e7886abd tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454319 Jul 05 12:32:17.022096 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8e31d927-a3d1-4544-ab07-978d5349b706 req-506fa5cd-8dfc-4dab-a262-b685914f14f5 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=e53df755-db4d-421a-bffc-d54cbdd32ccf HTTP/1.1" status: 200 len: 210 time: 0.0282114 Jul 05 12:32:17.478525 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc069af-0b5e-4d2a-ad32-968f931996f7 req-b3743a19-eb96-4b41-9478-226a7a2538f6 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:17.480107 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9fc069af-0b5e-4d2a-ad32-968f931996f7 req-b3743a19-eb96-4b41-9478-226a7a2538f6 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 944 time: 0.0676692 Jul 05 12:32:17.525041 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9fc069af-0b5e-4d2a-ad32-968f931996f7 req-66fda21e-94d4-4358-82f6-457b690a3aef tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389278 Jul 05 12:32:18.126660 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:18.164711 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b6372cb0-bbb4-4f2e-93b6-7cdcaa574981 req-99ded8a0-c76d-41c5-a2ea-010e1e3c1481 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=e53df755-db4d-421a-bffc-d54cbdd32ccf HTTP/1.1" status: 200 len: 210 time: 0.0297291 Jul 05 12:32:18.702767 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f81a7-26b5-46da-bb4d-7a52843df663 req-2ffddf9a-a533-4c30-a591-fc08e7819ff0 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:18.704233 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5a3f81a7-26b5-46da-bb4d-7a52843df663 req-2ffddf9a-a533-4c30-a591-fc08e7819ff0 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 944 time: 0.0640616 Jul 05 12:32:18.741183 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5a3f81a7-26b5-46da-bb4d-7a52843df663 req-9ad4a05b-5275-4ba4-9af8-2d8deea251c8 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307992 Jul 05 12:32:19.307066 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cb067dc5-ee77-4f89-9b52-0b7e9ba9652f req-37c76eeb-5c9a-46fe-86c5-4fe850cf2828 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=e53df755-db4d-421a-bffc-d54cbdd32ccf HTTP/1.1" status: 200 len: 210 time: 0.0315659 Jul 05 12:32:20.075681 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9332f2-f734-4825-af81-aa7e28b0647b req-5545d43c-28dd-45d2-85b5-7c26078687c1 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:20.077037 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3b9332f2-f734-4825-af81-aa7e28b0647b req-5545d43c-28dd-45d2-85b5-7c26078687c1 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 944 time: 0.0635643 Jul 05 12:32:20.113739 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3b9332f2-f734-4825-af81-aa7e28b0647b req-5c4ca00a-05a1-4185-a80a-2e29b859ec87 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312765 Jul 05 12:32:20.452834 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-97cbde86-6264-4a59-aecc-bc3fe76550de req-0ee193ba-eb01-47d2-bd49-cc2d8ee59cc5 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=e53df755-db4d-421a-bffc-d54cbdd32ccf HTTP/1.1" status: 200 len: 210 time: 0.0312853 Jul 05 12:32:20.794172 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d366f694-6d08-4756-a303-4643eec39725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:21.208923 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec150b-e016-4a36-9370-508f6115c742 req-2457effb-02f9-4b3a-9caa-a10fb6cd8771 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:21.210397 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-10ec150b-e016-4a36-9370-508f6115c742 req-2457effb-02f9-4b3a-9caa-a10fb6cd8771 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.16 "GET /v2.0/networks?id=5175ffb3-848a-4015-857e-91cc64139ef2 HTTP/1.1" status: 200 len: 811 time: 0.3448341 Jul 05 12:32:21.254535 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-10ec150b-e016-4a36-9370-508f6115c742 req-145410ee-7b37-4440-a89f-44d3936b90fd tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66642072210e46be853b52fd91a99581 HTTP/1.1" status: 200 len: 380 time: 0.0346384 Jul 05 12:32:21.263547 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-10ec150b-e016-4a36-9370-508f6115c742 req-9db8368a-10a4-4295-a5f5-df80c7d307c0 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Request body: {'port': {'device_id': 'e53df755-db4d-421a-bffc-d54cbdd32ccf', 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'admin_state_up': True, 'tenant_id': '66642072210e46be853b52fd91a99581', 'security_groups': ['73563b2c-699b-40eb-a0ab-73a6adb3d2c0']}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:32:21.304675 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e1864-5e51-4ca2-bebd-b8058d9cc363 req-9d82028f-bae2-45ec-9986-d1c1fa972537 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:21.306189 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c39e1864-5e51-4ca2-bebd-b8058d9cc363 req-9d82028f-bae2-45ec-9986-d1c1fa972537 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 944 time: 0.0682790 Jul 05 12:32:21.350545 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c39e1864-5e51-4ca2-bebd-b8058d9cc363 req-bd7197c2-56d6-4148-a0bd-55d868d5b4f7 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362639 Jul 05 12:32:21.382268 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10ec150b-e016-4a36-9370-508f6115c742 req-9db8368a-10a4-4295-a5f5-df80c7d307c0 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Made reservation on behalf of 66642072210e46be853b52fd91a99581 for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:32:21.386055 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-10ec150b-e016-4a36-9370-508f6115c742 req-9db8368a-10a4-4295-a5f5-df80c7d307c0 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:21.518178 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-10ec150b-e016-4a36-9370-508f6115c742 req-9db8368a-10a4-4295-a5f5-df80c7d307c0 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Allocated IP 172.20.0.10 (5175ffb3-848a-4015-857e-91cc64139ef2/dc731385-af5b-43ab-943e-eef3c8d7edf0/e545d7a9-2999-4df7-bcf4-9212eb84fe41) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:32:21.615554 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a382d5b0-e78f-448d-914a-229804fbda4d req-8cb8040e-87b9-47b7-8b41-8cd52e28cf32 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=e53df755-db4d-421a-bffc-d54cbdd32ccf HTTP/1.1" status: 200 len: 210 time: 0.0301161 Jul 05 12:32:21.669506 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-10ec150b-e016-4a36-9370-508f6115c742 req-9db8368a-10a4-4295-a5f5-df80c7d307c0 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:21.684500 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-10ec150b-e016-4a36-9370-508f6115c742 req-9db8368a-10a4-4295-a5f5-df80c7d307c0 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Transition to ACTIVE for port object e545d7a9-2999-4df7-bcf4-9212eb84fe41 will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:32:21.717839 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-10ec150b-e016-4a36-9370-508f6115c742 req-9db8368a-10a4-4295-a5f5-df80c7d307c0 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9210776'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:21.762153 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10ec150b-e016-4a36-9370-508f6115c742 req-9db8368a-10a4-4295-a5f5-df80c7d307c0 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Network 5175ffb3-848a-4015-857e-91cc64139ef2 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:32:21.765307 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-10ec150b-e016-4a36-9370-508f6115c742 req-9db8368a-10a4-4295-a5f5-df80c7d307c0 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:32:21.771439 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ec150b-e016-4a36-9370-508f6115c742 req-9db8368a-10a4-4295-a5f5-df80c7d307c0 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:32:21.795498 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8368a-10a4-4295-a5f5-df80c7d307c0 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Pushing event updated for resources: {'Port': ['ID=e545d7a9-2999-4df7-bcf4-9212eb84fe41,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:32:21.826504 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec150b-e016-4a36-9370-508f6115c742 req-9db8368a-10a4-4295-a5f5-df80c7d307c0 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:21.827509 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-10ec150b-e016-4a36-9370-508f6115c742 req-9db8368a-10a4-4295-a5f5-df80c7d307c0 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:21.846697 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-10ec150b-e016-4a36-9370-508f6115c742 req-9db8368a-10a4-4295-a5f5-df80c7d307c0 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5864575 Jul 05 12:32:21.859829 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-10ec150b-e016-4a36-9370-508f6115c742 req-f8eb9cea-88cc-4b5b-b8a3-ed4ab3129029 service neutron] Request body: {'port': {'device_id': 'e53df755-db4d-421a-bffc-d54cbdd32ccf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:32:21.953562 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-10ec150b-e016-4a36-9370-508f6115c742 req-f8eb9cea-88cc-4b5b-b8a3-ed4ab3129029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:22.047195 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a10a076e-bd8a-4114-8623-acaecb3eeef1 None None] Provisioning for port e545d7a9-2999-4df7-bcf4-9212eb84fe41 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:32:22.047195 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a10a076e-bd8a-4114-8623-acaecb3eeef1 None None] Provisioning complete for port e545d7a9-2999-4df7-bcf4-9212eb84fe41 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:32:22.047195 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a10a076e-bd8a-4114-8623-acaecb3eeef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:22.086492 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-a10a076e-bd8a-4114-8623-acaecb3eeef1 None None] Port e545d7a9-2999-4df7-bcf4-9212eb84fe41 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 12:32:22.237849 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-10ec150b-e016-4a36-9370-508f6115c742 req-f8eb9cea-88cc-4b5b-b8a3-ed4ab3129029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e545d7a9-2999-4df7-bcf4-9212eb84fe41 {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:32:22.245328 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-10ec150b-e016-4a36-9370-508f6115c742 req-f8eb9cea-88cc-4b5b-b8a3-ed4ab3129029 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:22.257196 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-10ec150b-e016-4a36-9370-508f6115c742 req-f8eb9cea-88cc-4b5b-b8a3-ed4ab3129029 service neutron] Transition to ACTIVE for port object e545d7a9-2999-4df7-bcf4-9212eb84fe41 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:32:22.260824 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-10ec150b-e016-4a36-9370-508f6115c742 req-f8eb9cea-88cc-4b5b-b8a3-ed4ab3129029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9210730'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:22.312292 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb9cea-88cc-4b5b-b8a3-ed4ab3129029 service neutron] Pushing event updated for resources: {'Port': ['ID=e545d7a9-2999-4df7-bcf4-9212eb84fe41,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:32:22.390250 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-10ec150b-e016-4a36-9370-508f6115c742 req-f8eb9cea-88cc-4b5b-b8a3-ed4ab3129029 service neutron] Attempting to bind port e545d7a9-2999-4df7-bcf4-9212eb84fe41 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:32:22.390599 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-10ec150b-e016-4a36-9370-508f6115c742 req-f8eb9cea-88cc-4b5b-b8a3-ed4ab3129029 service neutron] Attempting to bind port e545d7a9-2999-4df7-bcf4-9212eb84fe41 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'acd43e8e-4d96-4aa9-8d01-a903ce986248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:32:22.391015 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ec150b-e016-4a36-9370-508f6115c742 req-f8eb9cea-88cc-4b5b-b8a3-ed4ab3129029 service neutron] Attempting to bind port e545d7a9-2999-4df7-bcf4-9212eb84fe41 on network 5175ffb3-848a-4015-857e-91cc64139ef2 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:32:22.396447 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ec150b-e016-4a36-9370-508f6115c742 req-f8eb9cea-88cc-4b5b-b8a3-ed4ab3129029 service neutron] Port e545d7a9-2999-4df7-bcf4-9212eb84fe41 on network 5175ffb3-848a-4015-857e-91cc64139ef2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 12:32:22.396818 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ec150b-e016-4a36-9370-508f6115c742 req-f8eb9cea-88cc-4b5b-b8a3-ed4ab3129029 service neutron] Attempting to bind port e545d7a9-2999-4df7-bcf4-9212eb84fe41 on network 5175ffb3-848a-4015-857e-91cc64139ef2 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:32:22.402142 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ec150b-e016-4a36-9370-508f6115c742 req-f8eb9cea-88cc-4b5b-b8a3-ed4ab3129029 service neutron] Checking agent: {'id': '3e7fb013-ee8e-41ba-b8fe-dbc5ebca3998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 21, 18), 'started_at': datetime.datetime(2021, 7, 5, 12, 21, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:32:22.402485 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ec150b-e016-4a36-9370-508f6115c742 req-f8eb9cea-88cc-4b5b-b8a3-ed4ab3129029 service neutron] Checking segment: {'id': 'acd43e8e-4d96-4aa9-8d01-a903ce986248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:32:22.402958 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ec150b-e016-4a36-9370-508f6115c742 req-f8eb9cea-88cc-4b5b-b8a3-ed4ab3129029 service neutron] Bound using segment: {'id': 'acd43e8e-4d96-4aa9-8d01-a903ce986248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:32:22.403345 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-10ec150b-e016-4a36-9370-508f6115c742 req-f8eb9cea-88cc-4b5b-b8a3-ed4ab3129029 service neutron] Bound port: e545d7a9-2999-4df7-bcf4-9212eb84fe41, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acd43e8e-4d96-4aa9-8d01-a903ce986248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:32:22.403703 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-10ec150b-e016-4a36-9370-508f6115c742 req-f8eb9cea-88cc-4b5b-b8a3-ed4ab3129029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:22.474082 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-10ec150b-e016-4a36-9370-508f6115c742 req-f8eb9cea-88cc-4b5b-b8a3-ed4ab3129029 service neutron] For port e545d7a9-2999-4df7-bcf4-9212eb84fe41, host hv-cinder-79628, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:32:22.477236 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-10ec150b-e016-4a36-9370-508f6115c742 req-f8eb9cea-88cc-4b5b-b8a3-ed4ab3129029 service neutron] For port e545d7a9-2999-4df7-bcf4-9212eb84fe41, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e545d7a9-2999-4df7-bcf4-9212eb84fe41,segment=NetworkSegment(acd43e8e-4d96-4aa9-8d01-a903ce986248),segment_id=acd43e8e-4d96-4aa9-8d01-a903ce986248)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:32:22.481251 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-10ec150b-e016-4a36-9370-508f6115c742 req-f8eb9cea-88cc-4b5b-b8a3-ed4ab3129029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9210730'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:22.516253 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec150b-e016-4a36-9370-508f6115c742 req-f8eb9cea-88cc-4b5b-b8a3-ed4ab3129029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:22.516950 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-10ec150b-e016-4a36-9370-508f6115c742 req-f8eb9cea-88cc-4b5b-b8a3-ed4ab3129029 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:22.518507 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-10ec150b-e016-4a36-9370-508f6115c742 req-f8eb9cea-88cc-4b5b-b8a3-ed4ab3129029 service neutron] 10.222.0.16 "PUT /v2.0/ports/e545d7a9-2999-4df7-bcf4-9212eb84fe41 HTTP/1.1" status: 200 len: 1094 time: 0.6638982 Jul 05 12:32:22.519098 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53df755-db4d-421a-bffc-d54cbdd32ccf', 'tag': 'e545d7a9-2999-4df7-bcf4-9212eb84fe41'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:32:22.522542 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa477df9db133d569a4b8d31d3ac9e6e51d5deb3d50c5365463f1d57aa01439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4533139a-5dac-4b52-a311-36a7b998b384" -d '{"events": [{"name": "network-changed", "server_uuid": "e53df755-db4d-421a-bffc-d54cbdd32ccf", "tag": "e545d7a9-2999-4df7-bcf4-9212eb84fe41"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:32:22.549383 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb9cea-88cc-4b5b-b8a3-ed4ab3129029 service neutron] Pushing event updated for resources: {'Port': ['ID=e545d7a9-2999-4df7-bcf4-9212eb84fe41,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:32:22.571625 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 12:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e04ba07-a652-4833-8882-88d1aaab4796 x-openstack-request-id: req-6e04ba07-a652-4833-8882-88d1aaab4796 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:32:22.572086 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53df755-db4d-421a-bffc-d54cbdd32ccf", "tag": "e545d7a9-2999-4df7-bcf4-9212eb84fe41", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:32:22.572349 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6e04ba07-a652-4833-8882-88d1aaab4796 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:32:22.572742 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e53df755-db4d-421a-bffc-d54cbdd32ccf', 'tag': 'e545d7a9-2999-4df7-bcf4-9212eb84fe41', 'status': 'completed', 'code': 200} Jul 05 12:32:22.588573 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e571be-e955-4ea8-a81c-0a2a92d2e985 req-3b8920ed-8d52-4f8c-93e5-d61196d1867e tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:22.590297 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c2e571be-e955-4ea8-a81c-0a2a92d2e985 req-3b8920ed-8d52-4f8c-93e5-d61196d1867e tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 944 time: 0.0989027 Jul 05 12:32:22.631034 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c2e571be-e955-4ea8-a81c-0a2a92d2e985 req-1c8bdfc2-9c97-4390-a704-833152eddb91 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345242 Jul 05 12:32:22.638841 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec150b-e016-4a36-9370-508f6115c742 req-3256be78-1b62-4526-82da-93aae21c5690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:22.641248 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-10ec150b-e016-4a36-9370-508f6115c742 req-3256be78-1b62-4526-82da-93aae21c5690 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=66642072210e46be853b52fd91a99581&device_id=e53df755-db4d-421a-bffc-d54cbdd32ccf HTTP/1.1" status: 200 len: 1097 time: 0.0621614 Jul 05 12:32:22.684669 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-10ec150b-e016-4a36-9370-508f6115c742 req-ae83e9fa-57d5-44ce-97c9-97f417958dd8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e545d7a9-2999-4df7-bcf4-9212eb84fe41 HTTP/1.1" status: 200 len: 217 time: 0.0369301 Jul 05 12:32:22.736851 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec150b-e016-4a36-9370-508f6115c742 req-f22d5844-eb02-48ba-859f-d1ce2be5af82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:22.738646 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-10ec150b-e016-4a36-9370-508f6115c742 req-f22d5844-eb02-48ba-859f-d1ce2be5af82 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc731385-af5b-43ab-943e-eef3c8d7edf0 HTTP/1.1" status: 200 len: 850 time: 0.0478323 Jul 05 12:32:22.796648 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec150b-e016-4a36-9370-508f6115c742 req-2206b8db-fe58-4030-97f4-104013f38fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:22.798158 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-10ec150b-e016-4a36-9370-508f6115c742 req-2206b8db-fe58-4030-97f4-104013f38fc8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5175ffb3-848a-4015-857e-91cc64139ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0530722 Jul 05 12:32:22.831964 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63cf8fb-e907-4f34-91b6-10721622875b req-bda1a2a2-07aa-468d-8701-a777bc3af999 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:22.833499 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b63cf8fb-e907-4f34-91b6-10721622875b req-bda1a2a2-07aa-468d-8701-a777bc3af999 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=e53df755-db4d-421a-bffc-d54cbdd32ccf HTTP/1.1" status: 200 len: 944 time: 0.0798471 Jul 05 12:32:22.935946 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-10ec150b-e016-4a36-9370-508f6115c742 req-c172bf6c-a44a-4d99-9495-f26b2325ed34 service neutron] 10.222.0.16 "GET /v2.0/networks/5175ffb3-848a-4015-857e-91cc64139ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304967 Jul 05 12:32:22.959454 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b63cf8fb-e907-4f34-91b6-10721622875b req-e5abb0ff-9b06-4a1a-8eb2-e7794973558d tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052125 Jul 05 12:32:23.028523 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-10ec150b-e016-4a36-9370-508f6115c742 req-a0233b21-3b11-49bf-a0c1-69befe4f3463 service neutron] 10.222.0.16 "GET /v2.0/networks/5175ffb3-848a-4015-857e-91cc64139ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865886 Jul 05 12:32:23.133268 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533139a-5dac-4b52-a311-36a7b998b384 req-60a8d985-48ea-43eb-82e2-1c0cc81273d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:23.134791 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4533139a-5dac-4b52-a311-36a7b998b384 req-60a8d985-48ea-43eb-82e2-1c0cc81273d9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=66642072210e46be853b52fd91a99581&device_id=e53df755-db4d-421a-bffc-d54cbdd32ccf HTTP/1.1" status: 200 len: 1097 time: 0.0578234 Jul 05 12:32:23.231954 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533139a-5dac-4b52-a311-36a7b998b384 req-271c0ff8-3fdf-4396-99dc-099710851853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:23.233477 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4533139a-5dac-4b52-a311-36a7b998b384 req-271c0ff8-3fdf-4396-99dc-099710851853 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5175ffb3-848a-4015-857e-91cc64139ef2 HTTP/1.1" status: 200 len: 912 time: 0.0923791 Jul 05 12:32:23.277005 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95f91b-86ab-4d66-bfc2-025ad4ca5e03 req-02d586ba-a054-4f3e-9a3c-e376cd4ccd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:23.277593 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4533139a-5dac-4b52-a311-36a7b998b384 req-8bac7c96-2997-46e2-80ea-c184b5dfeb3f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e545d7a9-2999-4df7-bcf4-9212eb84fe41 HTTP/1.1" status: 200 len: 217 time: 0.0382252 Jul 05 12:32:23.278482 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5c95f91b-86ab-4d66-bfc2-025ad4ca5e03 req-02d586ba-a054-4f3e-9a3c-e376cd4ccd38 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c2204859a25945928d43901f7e432e4b&device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 1097 time: 0.0534277 Jul 05 12:32:23.328375 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533139a-5dac-4b52-a311-36a7b998b384 req-cb7fe867-2b75-416e-94a0-4f0425026221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:23.329836 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4533139a-5dac-4b52-a311-36a7b998b384 req-cb7fe867-2b75-416e-94a0-4f0425026221 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc731385-af5b-43ab-943e-eef3c8d7edf0 HTTP/1.1" status: 200 len: 850 time: 0.0448267 Jul 05 12:32:23.347078 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-83219e7c-63a2-42f5-a16a-be9d6bd00c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:23.389061 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533139a-5dac-4b52-a311-36a7b998b384 req-0ac39f9a-c9c9-4d16-9d55-ee568e2c19c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:23.390568 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4533139a-5dac-4b52-a311-36a7b998b384 req-0ac39f9a-c9c9-4d16-9d55-ee568e2c19c5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5175ffb3-848a-4015-857e-91cc64139ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0541892 Jul 05 12:32:23.391024 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95f91b-86ab-4d66-bfc2-025ad4ca5e03 req-2b918a9e-25dd-40e2-bbfd-a23adb612d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:23.392508 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5c95f91b-86ab-4d66-bfc2-025ad4ca5e03 req-2b918a9e-25dd-40e2-bbfd-a23adb612d1b service neutron] 10.222.0.16 "GET /v2.0/networks?id=a54fe11d-9434-40ac-976c-e45f096866c1 HTTP/1.1" status: 200 len: 917 time: 0.0906765 Jul 05 12:32:23.460011 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5c95f91b-86ab-4d66-bfc2-025ad4ca5e03 req-c8744086-da20-4285-aa1c-fb62991374cf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=310a726c-f77e-4b81-837f-f6f6256633b8 HTTP/1.1" status: 200 len: 999 time: 0.0577559 Jul 05 12:32:23.487226 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4533139a-5dac-4b52-a311-36a7b998b384 req-940a788a-fae0-452b-81b0-fc031d5bd598 service neutron] 10.222.0.16 "GET /v2.0/networks/5175ffb3-848a-4015-857e-91cc64139ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855079 Jul 05 12:32:23.508732 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95f91b-86ab-4d66-bfc2-025ad4ca5e03 req-55a628d4-346d-4bbd-a616-2a4d867ad54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:23.510220 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5c95f91b-86ab-4d66-bfc2-025ad4ca5e03 req-55a628d4-346d-4bbd-a616-2a4d867ad54b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e29bc3a4-4782-4c7f-be99-ab421b15f5f5 HTTP/1.1" status: 200 len: 855 time: 0.0442131 Jul 05 12:32:23.570082 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95f91b-86ab-4d66-bfc2-025ad4ca5e03 req-88ac6b2b-b314-4fb9-8a52-08a57c0e524b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:23.571609 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5c95f91b-86ab-4d66-bfc2-025ad4ca5e03 req-88ac6b2b-b314-4fb9-8a52-08a57c0e524b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a54fe11d-9434-40ac-976c-e45f096866c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0556130 Jul 05 12:32:23.583131 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4533139a-5dac-4b52-a311-36a7b998b384 req-841f8d43-38c5-4c5d-8ee8-a38a80969b86 service neutron] 10.222.0.16 "GET /v2.0/networks/5175ffb3-848a-4015-857e-91cc64139ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893986 Jul 05 12:32:23.662392 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5c95f91b-86ab-4d66-bfc2-025ad4ca5e03 req-1f2e70b1-dcc1-49e9-b3c5-b47cf3682a43 service neutron] 10.222.0.16 "GET /v2.0/networks/a54fe11d-9434-40ac-976c-e45f096866c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838721 Jul 05 12:32:23.714069 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:23.769651 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5c95f91b-86ab-4d66-bfc2-025ad4ca5e03 req-ff907788-0825-45ab-9c32-c87602dd15d3 service neutron] 10.222.0.16 "GET /v2.0/networks/a54fe11d-9434-40ac-976c-e45f096866c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008608 Jul 05 12:32:23.821674 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7b426-16d4-4976-8b32-593474224d28 req-9ed6b552-0045-4604-92a4-3df6c6c2b7e3 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:23.823147 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-96e7b426-16d4-4976-8b32-593474224d28 req-9ed6b552-0045-4604-92a4-3df6c6c2b7e3 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 944 time: 0.0681746 Jul 05 12:32:23.860524 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-96e7b426-16d4-4976-8b32-593474224d28 req-5dc05cab-60e0-4f1b-bb68-b95dd799b8ac tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318811 Jul 05 12:32:24.132940 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d12974-0cf0-4c41-9100-afe7391db8c6 req-9ae6521d-612d-474d-87b3-25ef43e47ef7 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:24.134426 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e6d12974-0cf0-4c41-9100-afe7391db8c6 req-9ae6521d-612d-474d-87b3-25ef43e47ef7 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=e53df755-db4d-421a-bffc-d54cbdd32ccf HTTP/1.1" status: 200 len: 944 time: 0.0637336 Jul 05 12:32:24.171858 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e6d12974-0cf0-4c41-9100-afe7391db8c6 req-d6eab6af-a08f-4430-89e2-613758795889 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318503 Jul 05 12:32:24.537791 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 310a726c-f77e-4b81-837f-f6f6256633b8 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 12:32:24.729355 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:24.758775 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port 310a726c-f77e-4b81-837f-f6f6256633b8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=310a726c-f77e-4b81-837f-f6f6256633b8,segment=NetworkSegment(ba2612a6-0598-4c68-93ea-4c354bd542e5),segment_id=ba2612a6-0598-4c68-93ea-4c354bd542e5)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:32:24.768786 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Returning: {'device': '310a726c-f77e-4b81-837f-f6f6256633b8', 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1', 'port_id': '310a726c-f77e-4b81-837f-f6f6256633b8', 'mac_address': 'fa:16:3e:cd:60:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e29bc3a4-4782-4c7f-be99-ab421b15f5f5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 12:32:24.805419 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:24.817672 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 310a726c-f77e-4b81-837f-f6f6256633b8 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:32:24.837879 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port 310a726c-f77e-4b81-837f-f6f6256633b8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=310a726c-f77e-4b81-837f-f6f6256633b8,segment=NetworkSegment(ba2612a6-0598-4c68-93ea-4c354bd542e5),segment_id=ba2612a6-0598-4c68-93ea-4c354bd542e5)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:32:24.840953 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:24.897757 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=310a726c-f77e-4b81-837f-f6f6256633b8,revision_number=9']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:32:25.042246 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58d286-819c-4118-95ee-8e4ce63f6a8e req-f9232be9-b18a-4f08-9177-d389ac5499af tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:25.043726 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ee58d286-819c-4118-95ee-8e4ce63f6a8e req-f9232be9-b18a-4f08-9177-d389ac5499af tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 945 time: 0.0687106 Jul 05 12:32:25.081219 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ee58d286-819c-4118-95ee-8e4ce63f6a8e req-f3ac85b3-4a59-4e19-b2f3-09b986c9167e tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318766 Jul 05 12:32:25.169590 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] get_ports_and_sgs() called for port_ids ['310a726c-f77e-4b81-837f-f6f6256633b8'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 12:32:25.351524 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fca2e-3a60-47c2-8029-a153c0557c6b req-f7d0a076-7e91-4221-ad7b-03c6fa4cb454 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:25.352895 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-723fca2e-3a60-47c2-8029-a153c0557c6b req-f7d0a076-7e91-4221-ad7b-03c6fa4cb454 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=e53df755-db4d-421a-bffc-d54cbdd32ccf HTTP/1.1" status: 200 len: 944 time: 0.0638986 Jul 05 12:32:25.389772 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-723fca2e-3a60-47c2-8029-a153c0557c6b req-a1ed4b36-17bb-47f5-91bd-e0d39c6da8c5 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313127 Jul 05 12:32:26.262942 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e0013-bbfe-4d7c-bcbf-fba8ad5ee7d9 req-a9473503-d6fd-4171-871e-642fe1e26773 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:26.267258 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-395e0013-bbfe-4d7c-bcbf-fba8ad5ee7d9 req-a9473503-d6fd-4171-871e-642fe1e26773 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 945 time: 0.0725498 Jul 05 12:32:26.280988 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:26.559137 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 310a726c-f77e-4b81-837f-f6f6256633b8 up at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:32:26.593615 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-395e0013-bbfe-4d7c-bcbf-fba8ad5ee7d9 req-6ad7a735-a2ee-4f44-b96a-fa461879ee88 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3237560 Jul 05 12:32:26.606292 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning complete for port 310a726c-f77e-4b81-837f-f6f6256633b8 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:32:26.606674 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:26.625567 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ce9ba-e8a1-4413-b88f-3c11b57ee804 req-92207d76-1b1b-441f-a443-c671487febc9 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:26.627123 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1d5ce9ba-e8a1-4413-b88f-3c11b57ee804 req-92207d76-1b1b-441f-a443-c671487febc9 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=e53df755-db4d-421a-bffc-d54cbdd32ccf HTTP/1.1" status: 200 len: 944 time: 0.0826335 Jul 05 12:32:26.665949 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1d5ce9ba-e8a1-4413-b88f-3c11b57ee804 req-90e8ab9d-3d15-40cc-949f-82b9dad33b6a tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324881 Jul 05 12:32:26.687680 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:26.709569 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dddae68e-16f2-4fcd-8b04-320ff3f3dc27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310a726c-f77e-4b81-837f-f6f6256633b8'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:32:26.711835 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb11927d8d6a4f40405007df32e35409d46ab531454b71f6d23f9687e715819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90366051-e162-4f80-aec4-05e3d529b2f7" -d '{"events": [{"server_uuid": "dddae68e-16f2-4fcd-8b04-320ff3f3dc27", "name": "network-vif-plugged", "status": "completed", "tag": "310a726c-f77e-4b81-837f-f6f6256633b8"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:32:26.724454 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port 310a726c-f77e-4b81-837f-f6f6256633b8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=310a726c-f77e-4b81-837f-f6f6256633b8,segment=NetworkSegment(ba2612a6-0598-4c68-93ea-4c354bd542e5),segment_id=ba2612a6-0598-4c68-93ea-4c354bd542e5)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:32:26.728716 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:26.751483 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e463de7-f548-40c0-954e-9fa7935085b8 x-openstack-request-id: req-4e463de7-f548-40c0-954e-9fa7935085b8 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:32:26.751776 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dddae68e-16f2-4fcd-8b04-320ff3f3dc27", "name": "network-vif-plugged", "status": "completed", "tag": "310a726c-f77e-4b81-837f-f6f6256633b8", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:32:26.752023 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4e463de7-f548-40c0-954e-9fa7935085b8 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:32:26.752399 dv-cinder-796286-12-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dddae68e-16f2-4fcd-8b04-320ff3f3dc27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310a726c-f77e-4b81-837f-f6f6256633b8', 'code': 200} Jul 05 12:32:26.778698 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=310a726c-f77e-4b81-837f-f6f6256633b8,revision_number=10']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:32:26.940525 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24e144-6992-4fb5-a481-1b25be471dab req-850134c4-e539-4cb3-9e69-0003a059f719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:26.942015 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ec24e144-6992-4fb5-a481-1b25be471dab req-850134c4-e539-4cb3-9e69-0003a059f719 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 1100 time: 0.0528538 Jul 05 12:32:26.978210 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ec24e144-6992-4fb5-a481-1b25be471dab req-527acba3-a1e0-41d7-8423-580bbee36203 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297785 Jul 05 12:32:27.774272 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce5907-ec86-476d-84ef-c3149cfd1364 req-9622f2d5-a3a7-4bab-9cc3-a19b710d06b1 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:27.775808 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d1ce5907-ec86-476d-84ef-c3149cfd1364 req-9622f2d5-a3a7-4bab-9cc3-a19b710d06b1 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 947 time: 0.0637956 Jul 05 12:32:27.844067 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d1ce5907-ec86-476d-84ef-c3149cfd1364 req-4cc0818f-2849-4b7d-91d4-818e24e91223 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623844 Jul 05 12:32:27.870065 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1533f-ca92-4f6b-b537-c9ec11be82a4 req-61490caa-a7a5-4d11-912e-dbb7c03409d5 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:27.871616 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-57d1533f-ca92-4f6b-b537-c9ec11be82a4 req-61490caa-a7a5-4d11-912e-dbb7c03409d5 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=e53df755-db4d-421a-bffc-d54cbdd32ccf HTTP/1.1" status: 200 len: 944 time: 0.0840130 Jul 05 12:32:27.910455 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-57d1533f-ca92-4f6b-b537-c9ec11be82a4 req-751f7622-bcae-49d7-a207-3bb4999852d7 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333323 Jul 05 12:32:29.024667 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee326876-f269-4d3b-83ad-9f54d8cb8cb1 req-40333ea1-2741-4a76-b983-232745393c32 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:29.026145 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ee326876-f269-4d3b-83ad-9f54d8cb8cb1 req-40333ea1-2741-4a76-b983-232745393c32 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 947 time: 0.0653434 Jul 05 12:32:29.089706 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ee326876-f269-4d3b-83ad-9f54d8cb8cb1 req-51ea3d5f-860a-4af1-98e1-107fdea3c554 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539966 Jul 05 12:32:29.114048 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02562b9-64bc-4739-8474-95a3c75d5cb9 req-37f3e2a4-16bc-43dc-a49a-13bc3838b785 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:29.115617 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d02562b9-64bc-4739-8474-95a3c75d5cb9 req-37f3e2a4-16bc-43dc-a49a-13bc3838b785 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=e53df755-db4d-421a-bffc-d54cbdd32ccf HTTP/1.1" status: 200 len: 944 time: 0.0886130 Jul 05 12:32:29.153541 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d02562b9-64bc-4739-8474-95a3c75d5cb9 req-eaba0fa6-0b77-44e9-bba9-d566a76bd07d tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323377 Jul 05 12:32:30.324909 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4aa12-6c57-4008-a04b-5f503e228aa1 req-86a7c48d-e1f3-4fb5-9e26-01323cd80f3e tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:30.326377 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-add4aa12-6c57-4008-a04b-5f503e228aa1 req-86a7c48d-e1f3-4fb5-9e26-01323cd80f3e tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=e53df755-db4d-421a-bffc-d54cbdd32ccf HTTP/1.1" status: 200 len: 944 time: 0.0626445 Jul 05 12:32:30.366749 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-add4aa12-6c57-4008-a04b-5f503e228aa1 req-7f45a218-7641-4d4d-9a27-8d09f36c700c tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344567 Jul 05 12:32:31.538073 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2c031-9a9e-4d4d-8c20-fc5774f5df55 req-836e0f2a-50ca-43c0-a7c4-7fe148b1add3 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:31.539680 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-89f2c031-9a9e-4d4d-8c20-fc5774f5df55 req-836e0f2a-50ca-43c0-a7c4-7fe148b1add3 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=e53df755-db4d-421a-bffc-d54cbdd32ccf HTTP/1.1" status: 200 len: 944 time: 0.0640121 Jul 05 12:32:31.578203 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-89f2c031-9a9e-4d4d-8c20-fc5774f5df55 req-69211788-af92-4bc0-ad7b-bc4326403c9a tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330715 Jul 05 12:32:32.557504 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device e545d7a9-2999-4df7-bcf4-9212eb84fe41 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 12:32:32.654120 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port e545d7a9-2999-4df7-bcf4-9212eb84fe41, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e545d7a9-2999-4df7-bcf4-9212eb84fe41,segment=NetworkSegment(acd43e8e-4d96-4aa9-8d01-a903ce986248),segment_id=acd43e8e-4d96-4aa9-8d01-a903ce986248)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:32:32.666059 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Returning: {'device': 'e545d7a9-2999-4df7-bcf4-9212eb84fe41', 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'port_id': 'e545d7a9-2999-4df7-bcf4-9212eb84fe41', 'mac_address': 'fa:16:3e:39:31:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 12:32:32.702914 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:32.716167 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e545d7a9-2999-4df7-bcf4-9212eb84fe41 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:32:32.736099 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port e545d7a9-2999-4df7-bcf4-9212eb84fe41, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e545d7a9-2999-4df7-bcf4-9212eb84fe41,segment=NetworkSegment(acd43e8e-4d96-4aa9-8d01-a903ce986248),segment_id=acd43e8e-4d96-4aa9-8d01-a903ce986248)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:32:32.740927 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:32.759311 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8ac27-ada8-4f74-b020-31e3d8d7309c req-9af85cb6-fc9b-4dab-b99d-944fc722c146 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:32.760787 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c4c8ac27-ada8-4f74-b020-31e3d8d7309c req-9af85cb6-fc9b-4dab-b99d-944fc722c146 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=e53df755-db4d-421a-bffc-d54cbdd32ccf HTTP/1.1" status: 200 len: 944 time: 0.0646951 Jul 05 12:32:32.791481 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=e545d7a9-2999-4df7-bcf4-9212eb84fe41,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:32:32.799532 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c4c8ac27-ada8-4f74-b020-31e3d8d7309c req-f1fec729-b6da-485e-98fb-557fbeb06d4b tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330002 Jul 05 12:32:33.107272 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] get_ports_and_sgs() called for port_ids ['e545d7a9-2999-4df7-bcf4-9212eb84fe41'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 12:32:33.972462 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc5313-18c1-4f9f-aadf-4c4ebec934e4 req-a319ebdf-9371-46cd-b9a2-d7afe8fad0e8 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:33.973963 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-39bc5313-18c1-4f9f-aadf-4c4ebec934e4 req-a319ebdf-9371-46cd-b9a2-d7afe8fad0e8 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=e53df755-db4d-421a-bffc-d54cbdd32ccf HTTP/1.1" status: 200 len: 945 time: 0.0664573 Jul 05 12:32:34.013134 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-39bc5313-18c1-4f9f-aadf-4c4ebec934e4 req-3577ab1c-8170-4087-8603-07a9b29ab873 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328445 Jul 05 12:32:34.583024 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device e545d7a9-2999-4df7-bcf4-9212eb84fe41 up at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:32:34.630493 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning for port e545d7a9-2999-4df7-bcf4-9212eb84fe41 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:32:34.634250 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning complete for port e545d7a9-2999-4df7-bcf4-9212eb84fe41 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:32:34.634614 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:34.708122 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:34.730595 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53df755-db4d-421a-bffc-d54cbdd32ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e545d7a9-2999-4df7-bcf4-9212eb84fe41'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:32:34.732778 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb11927d8d6a4f40405007df32e35409d46ab531454b71f6d23f9687e715819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5490cdcc-52cf-45bd-83ea-c4aa6fa9fb48" -d '{"events": [{"server_uuid": "e53df755-db4d-421a-bffc-d54cbdd32ccf", "name": "network-vif-plugged", "status": "completed", "tag": "e545d7a9-2999-4df7-bcf4-9212eb84fe41"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:32:34.745356 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port e545d7a9-2999-4df7-bcf4-9212eb84fe41, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e545d7a9-2999-4df7-bcf4-9212eb84fe41,segment=NetworkSegment(acd43e8e-4d96-4aa9-8d01-a903ce986248),segment_id=acd43e8e-4d96-4aa9-8d01-a903ce986248)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:32:34.749705 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:34.776432 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7059a236-e135-4a8b-82a4-e68ab283ea9f x-openstack-request-id: req-7059a236-e135-4a8b-82a4-e68ab283ea9f {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:32:34.776721 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53df755-db4d-421a-bffc-d54cbdd32ccf", "name": "network-vif-plugged", "status": "completed", "tag": "e545d7a9-2999-4df7-bcf4-9212eb84fe41", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:32:34.776966 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7059a236-e135-4a8b-82a4-e68ab283ea9f {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:32:34.777337 dv-cinder-796286-12-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53df755-db4d-421a-bffc-d54cbdd32ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e545d7a9-2999-4df7-bcf4-9212eb84fe41', 'code': 200} Jul 05 12:32:34.804689 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=e545d7a9-2999-4df7-bcf4-9212eb84fe41,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:32:35.057614 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a29da5-475f-47cd-a833-6a7fc37e4734 req-5f1ddd2b-1e1e-4dea-a7b3-a3f5f8485940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:35.059146 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-01a29da5-475f-47cd-a833-6a7fc37e4734 req-5f1ddd2b-1e1e-4dea-a7b3-a3f5f8485940 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e53df755-db4d-421a-bffc-d54cbdd32ccf HTTP/1.1" status: 200 len: 1099 time: 0.0515895 Jul 05 12:32:35.093934 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-01a29da5-475f-47cd-a833-6a7fc37e4734 req-bb5744b9-cbc2-409d-9fe1-15abb61ef85a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287297 Jul 05 12:32:35.149208 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:32:35.191481 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64544510-6bae-4b44-b204-a4ad8455d1e1 req-52e869cc-da4c-4ec3-95a6-a9ebdc930f13 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:35.192972 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-64544510-6bae-4b44-b204-a4ad8455d1e1 req-52e869cc-da4c-4ec3-95a6-a9ebdc930f13 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=e53df755-db4d-421a-bffc-d54cbdd32ccf HTTP/1.1" status: 200 len: 946 time: 0.0674353 Jul 05 12:32:35.230874 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-64544510-6bae-4b44-b204-a4ad8455d1e1 req-8692be77-8103-4250-a6f8-01f66dcc2c41 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320690 Jul 05 12:32:36.403491 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d356be-a5b7-4ffc-b0cd-3fd5e8745290 req-658a1177-061b-412d-a365-8482c786ad74 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:36.405218 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f5d356be-a5b7-4ffc-b0cd-3fd5e8745290 req-658a1177-061b-412d-a365-8482c786ad74 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=e53df755-db4d-421a-bffc-d54cbdd32ccf HTTP/1.1" status: 200 len: 946 time: 0.0632217 Jul 05 12:32:36.441757 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f5d356be-a5b7-4ffc-b0cd-3fd5e8745290 req-004ea7df-6c66-4de2-a53b-4d12638e862d tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311239 Jul 05 12:32:36.612635 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f26061-f836-4bb9-b78c-9cbe9a5a8270 req-612dc77a-1aa9-4770-aa13-e12183758845 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:36.614092 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-08f26061-f836-4bb9-b78c-9cbe9a5a8270 req-612dc77a-1aa9-4770-aa13-e12183758845 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=e53df755-db4d-421a-bffc-d54cbdd32ccf HTTP/1.1" status: 200 len: 946 time: 0.0638893 Jul 05 12:32:36.651576 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-08f26061-f836-4bb9-b78c-9cbe9a5a8270 req-84e16b14-388d-4114-b48c-2e55fafadb70 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311129 Jul 05 12:32:36.676902 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 42664) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:32:36.868944 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4f3217-386e-41d8-80bb-0027f51e3ee4 tempest-TestVolumeBootPattern-1662664052 tempest-TestVolumeBootPattern-1662664052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:36.870489 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-da4f3217-386e-41d8-80bb-0027f51e3ee4 tempest-TestVolumeBootPattern-1662664052 tempest-TestVolumeBootPattern-1662664052-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e53df755-db4d-421a-bffc-d54cbdd32ccf HTTP/1.1" status: 200 len: 1094 time: 0.1925747 Jul 05 12:32:36.873358 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 42668) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:32:36.877655 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-20b760f9-5558-4a35-a7e7-932d65d42ffc tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Request body: {'floatingip': {'floating_network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'port_id': 'e545d7a9-2999-4df7-bcf4-9212eb84fe41', 'tenant_id': '66642072210e46be853b52fd91a99581', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:32:36.900247 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-20b760f9-5558-4a35-a7e7-932d65d42ffc tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for floatingip, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:37.003700 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-20b760f9-5558-4a35-a7e7-932d65d42ffc tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:37.113741 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-20b760f9-5558-4a35-a7e7-932d65d42ffc tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Allocated IP 172.27.3.146 (aa38b356-d6cf-48be-b408-9464f33b7649/1e645773-65d0-42f3-9bdc-7785aff60c5a/cba51fe9-4909-4ce6-b4c6-b1e8aac846a3) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:32:37.214478 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-20b760f9-5558-4a35-a7e7-932d65d42ffc tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:37.255238 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-20b760f9-5558-4a35-a7e7-932d65d42ffc tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9210776'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:37.301953 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b760f9-5558-4a35-a7e7-932d65d42ffc tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Network aa38b356-d6cf-48be-b408-9464f33b7649 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:32:37.306365 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-20b760f9-5558-4a35-a7e7-932d65d42ffc tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:32:37.309913 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b760f9-5558-4a35-a7e7-932d65d42ffc tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:32:37.312075 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b760f9-5558-4a35-a7e7-932d65d42ffc tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Pushing event updated for resources: {'Port': ['ID=cba51fe9-4909-4ce6-b4c6-b1e8aac846a3,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:32:37.342229 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b760f9-5558-4a35-a7e7-932d65d42ffc tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:32:37.342576 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b760f9-5558-4a35-a7e7-932d65d42ffc tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:32:37.342942 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b760f9-5558-4a35-a7e7-932d65d42ffc tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:32:37.343282 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b760f9-5558-4a35-a7e7-932d65d42ffc tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:32:37.343613 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b760f9-5558-4a35-a7e7-932d65d42ffc tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:32:37.343955 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b760f9-5558-4a35-a7e7-932d65d42ffc tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:32:37.344275 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b760f9-5558-4a35-a7e7-932d65d42ffc tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:32:37.344605 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b760f9-5558-4a35-a7e7-932d65d42ffc tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:32:37.344934 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b760f9-5558-4a35-a7e7-932d65d42ffc tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:32:37.345256 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b760f9-5558-4a35-a7e7-932d65d42ffc tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:32:37.345579 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b760f9-5558-4a35-a7e7-932d65d42ffc tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:32:37.345899 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b760f9-5558-4a35-a7e7-932d65d42ffc tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:32:37.796966 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-20b760f9-5558-4a35-a7e7-932d65d42ffc tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:37.918252 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-20b760f9-5558-4a35-a7e7-932d65d42ffc tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:38.101751 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-20b760f9-5558-4a35-a7e7-932d65d42ffc tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:38.106217 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-20b760f9-5558-4a35-a7e7-932d65d42ffc tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9210730'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:38.172373 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b760f9-5558-4a35-a7e7-932d65d42ffc tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Pushing event updated for resources: {'Port': ['ID=cba51fe9-4909-4ce6-b4c6-b1e8aac846a3,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:32:38.188281 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-20b760f9-5558-4a35-a7e7-932d65d42ffc tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575314'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:38.284685 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.db.l3_db [None req-20b760f9-5558-4a35-a7e7-932d65d42ffc tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Floating IP ffc5f8c5-ee40-4732-b24f-8e8910e8201f associated. External IP: 172.27.3.146, port: e545d7a9-2999-4df7-bcf4-9212eb84fe41. Jul 05 12:32:38.730680 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b760f9-5558-4a35-a7e7-932d65d42ffc tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Router 9161a12f-4ccf-4af7-82cb-cd249bcc9b56 has already been hosted by L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 12:32:38.841493 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b760f9-5558-4a35-a7e7-932d65d42ffc tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:32:38.851495 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844ef955-6673-479c-ba61-0e2e0905324c None None] Sync routers for ids ['9161a12f-4ccf-4af7-82cb-cd249bcc9b56'] in dv-cinder-796286-12-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:32:38.857680 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-20b760f9-5558-4a35-a7e7-932d65d42ffc tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:38.860685 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844ef955-6673-479c-ba61-0e2e0905324c None None] Routers {'9161a12f-4ccf-4af7-82cb-cd249bcc9b56'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:32:38.861314 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-844ef955-6673-479c-ba61-0e2e0905324c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:32:23Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['9161a12f-4ccf-4af7-82cb-cd249bcc9b56'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:32:38.895867 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-20b760f9-5558-4a35-a7e7-932d65d42ffc tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0213981 Jul 05 12:32:38.896406 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53df755-db4d-421a-bffc-d54cbdd32ccf', 'tag': 'e545d7a9-2999-4df7-bcf4-9212eb84fe41'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:32:38.899986 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa477df9db133d569a4b8d31d3ac9e6e51d5deb3d50c5365463f1d57aa01439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff63e56-84c1-41cd-8c00-0d312507965e" -d '{"events": [{"name": "network-changed", "server_uuid": "e53df755-db4d-421a-bffc-d54cbdd32ccf", "tag": "e545d7a9-2999-4df7-bcf4-9212eb84fe41"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:32:38.935713 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 12:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e5f56d-81d6-4dba-847f-74c4bd35b442 x-openstack-request-id: req-62e5f56d-81d6-4dba-847f-74c4bd35b442 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:32:38.935997 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53df755-db4d-421a-bffc-d54cbdd32ccf", "tag": "e545d7a9-2999-4df7-bcf4-9212eb84fe41", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:32:38.936240 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-62e5f56d-81d6-4dba-847f-74c4bd35b442 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:32:38.936628 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e53df755-db4d-421a-bffc-d54cbdd32ccf', 'tag': 'e545d7a9-2999-4df7-bcf4-9212eb84fe41', 'status': 'completed', 'code': 200} Jul 05 12:32:38.984483 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-844ef955-6673-479c-ba61-0e2e0905324c None None] Set router 9161a12f-4ccf-4af7-82cb-cd249bcc9b56 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:32:39.016750 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff63e56-84c1-41cd-8c00-0d312507965e req-9b725f6b-cf2b-4566-9400-7d7178afc73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:39.018411 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5ff63e56-84c1-41cd-8c00-0d312507965e req-9b725f6b-cf2b-4566-9400-7d7178afc73e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=66642072210e46be853b52fd91a99581&device_id=e53df755-db4d-421a-bffc-d54cbdd32ccf HTTP/1.1" status: 200 len: 1099 time: 0.0577118 Jul 05 12:32:39.113241 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff63e56-84c1-41cd-8c00-0d312507965e req-a07b7a0d-f91b-4f1d-bd10-5c4ba6f5b303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:39.114748 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5ff63e56-84c1-41cd-8c00-0d312507965e req-a07b7a0d-f91b-4f1d-bd10-5c4ba6f5b303 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5175ffb3-848a-4015-857e-91cc64139ef2 HTTP/1.1" status: 200 len: 912 time: 0.0891254 Jul 05 12:32:39.190765 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5ff63e56-84c1-41cd-8c00-0d312507965e req-351e081d-01c1-4164-a633-4a1676876c1d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e545d7a9-2999-4df7-bcf4-9212eb84fe41 HTTP/1.1" status: 200 len: 1000 time: 0.0683134 Jul 05 12:32:39.221274 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-844ef955-6673-479c-ba61-0e2e0905324c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'name': 'tempest-TestVolumeBootPattern-312650613-router', 'tenant_id': '66642072210e46be853b52fd91a99581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:31:32Z', 'updated_at': '2021-07-05T12:31:35Z', 'revision_number': 4, 'project_id': '66642072210e46be853b52fd91a99581', 'gw_port': {'id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:33Z', 'updated_at': '2021-07-05T12:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_floatingips': [{'id': 'ffc5f8c5-ee40-4732-b24f-8e8910e8201f', 'tenant_id': '66642072210e46be853b52fd91a99581', 'floating_ip_address': '172.27.3.146', 'floating_network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'router_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'port_id': 'e545d7a9-2999-4df7-bcf4-9212eb84fe41', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'mac_address': 'fa:16:3e:39:31:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53df755-db4d-421a-bffc-d54cbdd32ccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T12:32:37Z', 'updated_at': '2021-07-05T12:32:37Z', 'revision_number': 0, 'project_id': '66642072210e46be853b52fd91a99581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e2c2570-2ffe-45aa-aff9-28ab12719d61', 'name': '', 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'tenant_id': '66642072210e46be853b52fd91a99581', 'mac_address': 'fa:16:3e:18:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:34Z', 'updated_at': '2021-07-05T12:31:42Z', 'revision_number': 5, 'project_id': '66642072210e46be853b52fd91a99581', 'subnets': [{'id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:32:39.246019 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff63e56-84c1-41cd-8c00-0d312507965e req-b31b7410-67b0-4128-94e6-355f031127fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:39.247333 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5ff63e56-84c1-41cd-8c00-0d312507965e req-b31b7410-67b0-4128-94e6-355f031127fe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc731385-af5b-43ab-943e-eef3c8d7edf0 HTTP/1.1" status: 200 len: 850 time: 0.0486820 Jul 05 12:32:39.258269 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844ef955-6673-479c-ba61-0e2e0905324c None None] Checking router: 9161a12f-4ccf-4af7-82cb-cd249bcc9b56 for host: dv-cinder-796286-12-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:32:39.267215 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844ef955-6673-479c-ba61-0e2e0905324c None None] Routers {'9161a12f-4ccf-4af7-82cb-cd249bcc9b56'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:32:39.267917 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-844ef955-6673-479c-ba61-0e2e0905324c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:32:23Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['9161a12f-4ccf-4af7-82cb-cd249bcc9b56'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:32:39.308633 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff63e56-84c1-41cd-8c00-0d312507965e req-d5e98c0b-5e93-47d6-8662-95888adf6189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:39.310174 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5ff63e56-84c1-41cd-8c00-0d312507965e req-d5e98c0b-5e93-47d6-8662-95888adf6189 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5175ffb3-848a-4015-857e-91cc64139ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0558665 Jul 05 12:32:39.388973 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-844ef955-6673-479c-ba61-0e2e0905324c None None] Set router 9161a12f-4ccf-4af7-82cb-cd249bcc9b56 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:32:39.415555 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5ff63e56-84c1-41cd-8c00-0d312507965e req-1f42a553-b710-4003-a1a9-8cbcd7d36b77 service neutron] 10.222.0.16 "GET /v2.0/networks/5175ffb3-848a-4015-857e-91cc64139ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984206 Jul 05 12:32:39.516121 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5ff63e56-84c1-41cd-8c00-0d312507965e req-45ef984a-c775-48fe-9281-2e61f996862c service neutron] 10.222.0.16 "GET /v2.0/networks/5175ffb3-848a-4015-857e-91cc64139ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924754 Jul 05 12:32:39.626918 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-844ef955-6673-479c-ba61-0e2e0905324c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'name': 'tempest-TestVolumeBootPattern-312650613-router', 'tenant_id': '66642072210e46be853b52fd91a99581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:31:32Z', 'updated_at': '2021-07-05T12:31:35Z', 'revision_number': 4, 'project_id': '66642072210e46be853b52fd91a99581', 'gw_port': {'id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:33Z', 'updated_at': '2021-07-05T12:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_floatingips': [{'id': 'ffc5f8c5-ee40-4732-b24f-8e8910e8201f', 'tenant_id': '66642072210e46be853b52fd91a99581', 'floating_ip_address': '172.27.3.146', 'floating_network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'router_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'port_id': 'e545d7a9-2999-4df7-bcf4-9212eb84fe41', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'mac_address': 'fa:16:3e:39:31:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53df755-db4d-421a-bffc-d54cbdd32ccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T12:32:37Z', 'updated_at': '2021-07-05T12:32:37Z', 'revision_number': 0, 'project_id': '66642072210e46be853b52fd91a99581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e2c2570-2ffe-45aa-aff9-28ab12719d61', 'name': '', 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'tenant_id': '66642072210e46be853b52fd91a99581', 'mac_address': 'fa:16:3e:18:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:34Z', 'updated_at': '2021-07-05T12:31:42Z', 'revision_number': 5, 'project_id': '66642072210e46be853b52fd91a99581', 'subnets': [{'id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:32:39.652686 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844ef955-6673-479c-ba61-0e2e0905324c None None] The sync data for ids ['9161a12f-4ccf-4af7-82cb-cd249bcc9b56'] in dv-cinder-796286-12-iscsi is: [{'id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'name': 'tempest-TestVolumeBootPattern-312650613-router', 'tenant_id': '66642072210e46be853b52fd91a99581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:31:32Z', 'updated_at': '2021-07-05T12:31:35Z', 'revision_number': 4, 'project_id': '66642072210e46be853b52fd91a99581', 'gw_port': {'id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:33Z', 'updated_at': '2021-07-05T12:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_floatingips': [{'id': 'ffc5f8c5-ee40-4732-b24f-8e8910e8201f', 'tenant_id': '66642072210e46be853b52fd91a99581', 'floating_ip_address': '172.27.3.146', 'floating_network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'router_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'port_id': 'e545d7a9-2999-4df7-bcf4-9212eb84fe41', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'mac_address': 'fa:16:3e:39:31:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53df755-db4d-421a-bffc-d54cbdd32ccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T12:32:37Z', 'updated_at': '2021-07-05T12:32:37Z', 'revision_number': 0, 'project_id': '66642072210e46be853b52fd91a99581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e2c2570-2ffe-45aa-aff9-28ab12719d61', 'name': '', 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'tenant_id': '66642072210e46be853b52fd91a99581', 'mac_address': 'fa:16:3e:18:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:34Z', 'updated_at': '2021-07-05T12:31:42Z', 'revision_number': 5, 'project_id': '66642072210e46be853b52fd91a99581', 'subnets': [{'id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:32:39.839261 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c8639e-f027-4a0c-bef3-05bf41bbcfc7 None None] New status for floating IP ffc5f8c5-ee40-4732-b24f-8e8910e8201f: ACTIVE {{(pid=92931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 12:32:42.500624 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94fc84b-d5f7-4ddd-920c-f225ce9c6dc1 req-b74a1c1c-92e0-43ce-8b3a-eefd93a4fcba tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:42.502102 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e94fc84b-d5f7-4ddd-920c-f225ce9c6dc1 req-b74a1c1c-92e0-43ce-8b3a-eefd93a4fcba tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=53996471-db05-4189-a0e0-0ebae75feeea HTTP/1.1" status: 200 len: 946 time: 0.0679369 Jul 05 12:32:42.540023 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e94fc84b-d5f7-4ddd-920c-f225ce9c6dc1 req-593cbf37-0652-4449-bfea-d50439eef821 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=56419dd4-acbb-4ca0-897e-8b789cbb9c55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321939 Jul 05 12:32:43.717776 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cc34b-541d-4e41-bbd2-0af7e354e435 req-b2106d75-18d7-461d-bba0-a4314bc0bf1e tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:43.719288 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-550cc34b-541d-4e41-bbd2-0af7e354e435 req-b2106d75-18d7-461d-bba0-a4314bc0bf1e tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=53996471-db05-4189-a0e0-0ebae75feeea HTTP/1.1" status: 200 len: 946 time: 0.0655332 Jul 05 12:32:43.755789 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-550cc34b-541d-4e41-bbd2-0af7e354e435 req-a9ff1b35-72ee-441b-b86b-f66d53df503d tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=56419dd4-acbb-4ca0-897e-8b789cbb9c55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309339 Jul 05 12:32:44.389975 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1fca1-9c43-476e-b9a0-86da0f358896 req-b6b71a4c-10b5-42b3-8213-f95eee084fc3 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:44.391459 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-03e1fca1-9c43-476e-b9a0-86da0f358896 req-b6b71a4c-10b5-42b3-8213-f95eee084fc3 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.16 "GET /v2.0/ports?device_id=53996471-db05-4189-a0e0-0ebae75feeea HTTP/1.1" status: 200 len: 946 time: 0.0625687 Jul 05 12:32:44.494075 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-03e1fca1-9c43-476e-b9a0-86da0f358896 req-cf7f7858-7f99-4655-b108-352b946ee6a0 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Deleting port e5fd27e6-8a98-44ee-bbc7-33a36d3db224 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:32:44.494334 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-03e1fca1-9c43-476e-b9a0-86da0f358896 req-cf7f7858-7f99-4655-b108-352b946ee6a0 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:44.585570 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-03e1fca1-9c43-476e-b9a0-86da0f358896 req-cf7f7858-7f99-4655-b108-352b946ee6a0 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] For port e5fd27e6-8a98-44ee-bbc7-33a36d3db224, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e5fd27e6-8a98-44ee-bbc7-33a36d3db224,segment=NetworkSegment(a5eff1d7-bf39-4749-97ff-8022401a9780),segment_id=a5eff1d7-bf39-4749-97ff-8022401a9780)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:32:44.585924 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-03e1fca1-9c43-476e-b9a0-86da0f358896 req-cf7f7858-7f99-4655-b108-352b946ee6a0 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:44.801094 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-03e1fca1-9c43-476e-b9a0-86da0f358896 req-cf7f7858-7f99-4655-b108-352b946ee6a0 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:44.801663 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-03e1fca1-9c43-476e-b9a0-86da0f358896 req-cf7f7858-7f99-4655-b108-352b946ee6a0 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575314'] for floatingip, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:44.801794 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.db.l3_db [req-03e1fca1-9c43-476e-b9a0-86da0f358896 req-cf7f7858-7f99-4655-b108-352b946ee6a0 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Floating IP 291acee2-6aa7-457f-97df-d514d764ddee disassociated. External IP: 172.27.3.34, port: e5fd27e6-8a98-44ee-bbc7-33a36d3db224. Jul 05 12:32:44.802096 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-03e1fca1-9c43-476e-b9a0-86da0f358896 req-cf7f7858-7f99-4655-b108-352b946ee6a0 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Calling delete_port for e5fd27e6-8a98-44ee-bbc7-33a36d3db224 owned by compute:nova {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:32:44.977046 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-03e1fca1-9c43-476e-b9a0-86da0f358896 req-cf7f7858-7f99-4655-b108-352b946ee6a0 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3485763'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:44.992094 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28184b5-d95c-4cea-b1cb-1fb4128c9eb5 req-cc1b0043-a55f-4794-90ed-06b080a0124d tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:32:44.993564 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d28184b5-d95c-4cea-b1cb-1fb4128c9eb5 req-cc1b0043-a55f-4794-90ed-06b080a0124d tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/ports?device_id=53996471-db05-4189-a0e0-0ebae75feeea HTTP/1.1" status: 200 len: 946 time: 0.1247346 Jul 05 12:32:45.026822 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f7858-7f99-4655-b108-352b946ee6a0 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Pushing event deleted for resources: {'Port': ['ID=e5fd27e6-8a98-44ee-bbc7-33a36d3db224,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:32:45.044202 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7f7858-7f99-4655-b108-352b946ee6a0 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:32:45.044548 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7f7858-7f99-4655-b108-352b946ee6a0 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:32:45.044886 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7f7858-7f99-4655-b108-352b946ee6a0 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:32:45.045218 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7f7858-7f99-4655-b108-352b946ee6a0 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:32:45.045548 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7f7858-7f99-4655-b108-352b946ee6a0 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:32:45.045881 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7f7858-7f99-4655-b108-352b946ee6a0 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:32:45.046206 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7f7858-7f99-4655-b108-352b946ee6a0 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:32:45.046527 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7f7858-7f99-4655-b108-352b946ee6a0 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:32:45.046887 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7f7858-7f99-4655-b108-352b946ee6a0 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:32:45.047214 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7f7858-7f99-4655-b108-352b946ee6a0 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:32:45.047530 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7f7858-7f99-4655-b108-352b946ee6a0 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:32:45.047844 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7f7858-7f99-4655-b108-352b946ee6a0 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:32:45.106489 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d28184b5-d95c-4cea-b1cb-1fb4128c9eb5 req-a65370cd-ed1d-41dc-898e-b142f1927a5d tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups?id=56419dd4-acbb-4ca0-897e-8b789cbb9c55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067758 Jul 05 12:32:45.175665 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03e1fca1-9c43-476e-b9a0-86da0f358896 req-cf7f7858-7f99-4655-b108-352b946ee6a0 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Router 395058aa-bd8e-4054-9b7a-b7df9ee90184 has already been hosted by L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 12:32:45.289876 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03e1fca1-9c43-476e-b9a0-86da0f358896 req-cf7f7858-7f99-4655-b108-352b946ee6a0 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:32:45.301462 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b31bf36-9b76-416d-88fc-dc172cced60d None None] Sync routers for ids ['395058aa-bd8e-4054-9b7a-b7df9ee90184'] in dv-cinder-796286-12-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:32:45.311230 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b31bf36-9b76-416d-88fc-dc172cced60d None None] Routers {'395058aa-bd8e-4054-9b7a-b7df9ee90184'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:32:45.311933 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-5b31bf36-9b76-416d-88fc-dc172cced60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:32:23Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['395058aa-bd8e-4054-9b7a-b7df9ee90184'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:32:45.331759 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e1fca1-9c43-476e-b9a0-86da0f358896 req-cf7f7858-7f99-4655-b108-352b946ee6a0 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] No DVR routers for this DVR port e5fd27e6-8a98-44ee-bbc7-33a36d3db224 on host hv-cinder-79628 {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 12:32:45.334750 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-03e1fca1-9c43-476e-b9a0-86da0f358896 req-cf7f7858-7f99-4655-b108-352b946ee6a0 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:45.336727 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-03e1fca1-9c43-476e-b9a0-86da0f358896 req-cf7f7858-7f99-4655-b108-352b946ee6a0 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.16 "DELETE /v2.0/ports/e5fd27e6-8a98-44ee-bbc7-33a36d3db224 HTTP/1.1" status: 204 len: 173 time: 0.9393301 Jul 05 12:32:45.337159 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53996471-db05-4189-a0e0-0ebae75feeea', 'name': 'network-vif-deleted', 'tag': 'e5fd27e6-8a98-44ee-bbc7-33a36d3db224'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:32:45.339421 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38d66cb680d8e216a4639fd07ffcdd1e1f1f0bb375bf284fc7cc66ae145b2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772168ed-dac3-4952-a114-a85311558cdf" -d '{"events": [{"server_uuid": "53996471-db05-4189-a0e0-0ebae75feeea", "name": "network-vif-deleted", "tag": "e5fd27e6-8a98-44ee-bbc7-33a36d3db224"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:32:45.384271 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5970cb12-7d12-46b1-8965-170e6fc0a2be x-openstack-request-id: req-5970cb12-7d12-46b1-8965-170e6fc0a2be {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:32:45.384579 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53996471-db05-4189-a0e0-0ebae75feeea", "name": "network-vif-deleted", "tag": "e5fd27e6-8a98-44ee-bbc7-33a36d3db224", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:32:45.384832 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5970cb12-7d12-46b1-8965-170e6fc0a2be {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:32:45.385247 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53996471-db05-4189-a0e0-0ebae75feeea', 'name': 'network-vif-deleted', 'tag': 'e5fd27e6-8a98-44ee-bbc7-33a36d3db224', 'status': 'completed', 'code': 200} Jul 05 12:32:45.422282 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-5b31bf36-9b76-416d-88fc-dc172cced60d None None] Set router 395058aa-bd8e-4054-9b7a-b7df9ee90184 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:32:45.755554 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-5b31bf36-9b76-416d-88fc-dc172cced60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'name': 'tempest-AttachVolumeTestJSON-1311480240-router', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'c8262b5f-c4c1-429d-a20f-ba30051f9b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:57Z', 'updated_at': '2021-07-05T12:23:13Z', 'revision_number': 4, 'project_id': '35f01324a75d49b0a41482389c6e6ffa', 'gw_port': {'id': 'c8262b5f-c4c1-429d-a20f-ba30051f9b11', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:58Z', 'updated_at': '2021-07-05T12:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '2f870125-e7e6-4ae8-84f7-412921045392', 'name': '', 'network_id': 'ce9dc6dd-f0bf-4ede-a694-43b2f2633288', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'mac_address': 'fa:16:3e:25:8e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '2d9e9361-6ae5-4568-a40d-d37eb215fca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:23:10Z', 'updated_at': '2021-07-05T12:23:21Z', 'revision_number': 5, 'project_id': '35f01324a75d49b0a41482389c6e6ffa', 'subnets': [{'id': '2d9e9361-6ae5-4568-a40d-d37eb215fca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:32:45.781584 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b31bf36-9b76-416d-88fc-dc172cced60d None None] Checking router: 395058aa-bd8e-4054-9b7a-b7df9ee90184 for host: dv-cinder-796286-12-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:32:45.791155 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b31bf36-9b76-416d-88fc-dc172cced60d None None] Routers {'395058aa-bd8e-4054-9b7a-b7df9ee90184'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:32:45.791768 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-5b31bf36-9b76-416d-88fc-dc172cced60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:32:23Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['395058aa-bd8e-4054-9b7a-b7df9ee90184'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:32:45.897624 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-5b31bf36-9b76-416d-88fc-dc172cced60d None None] Set router 395058aa-bd8e-4054-9b7a-b7df9ee90184 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:32:46.097745 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-5b31bf36-9b76-416d-88fc-dc172cced60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'name': 'tempest-AttachVolumeTestJSON-1311480240-router', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'c8262b5f-c4c1-429d-a20f-ba30051f9b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:57Z', 'updated_at': '2021-07-05T12:23:13Z', 'revision_number': 4, 'project_id': '35f01324a75d49b0a41482389c6e6ffa', 'gw_port': {'id': 'c8262b5f-c4c1-429d-a20f-ba30051f9b11', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:58Z', 'updated_at': '2021-07-05T12:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '2f870125-e7e6-4ae8-84f7-412921045392', 'name': '', 'network_id': 'ce9dc6dd-f0bf-4ede-a694-43b2f2633288', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'mac_address': 'fa:16:3e:25:8e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '2d9e9361-6ae5-4568-a40d-d37eb215fca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:23:10Z', 'updated_at': '2021-07-05T12:23:21Z', 'revision_number': 5, 'project_id': '35f01324a75d49b0a41482389c6e6ffa', 'subnets': [{'id': '2d9e9361-6ae5-4568-a40d-d37eb215fca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:32:46.123634 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b31bf36-9b76-416d-88fc-dc172cced60d None None] The sync data for ids ['395058aa-bd8e-4054-9b7a-b7df9ee90184'] in dv-cinder-796286-12-iscsi is: [{'id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'name': 'tempest-AttachVolumeTestJSON-1311480240-router', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'c8262b5f-c4c1-429d-a20f-ba30051f9b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:57Z', 'updated_at': '2021-07-05T12:23:13Z', 'revision_number': 4, 'project_id': '35f01324a75d49b0a41482389c6e6ffa', 'gw_port': {'id': 'c8262b5f-c4c1-429d-a20f-ba30051f9b11', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:58Z', 'updated_at': '2021-07-05T12:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '2f870125-e7e6-4ae8-84f7-412921045392', 'name': '', 'network_id': 'ce9dc6dd-f0bf-4ede-a694-43b2f2633288', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'mac_address': 'fa:16:3e:25:8e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '2d9e9361-6ae5-4568-a40d-d37eb215fca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:23:10Z', 'updated_at': '2021-07-05T12:23:21Z', 'revision_number': 5, 'project_id': '35f01324a75d49b0a41482389c6e6ffa', 'subnets': [{'id': '2d9e9361-6ae5-4568-a40d-d37eb215fca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:32:46.235476 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 42730) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:32:46.293039 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8ccb2ef9-9160-420d-bd02-ffce10e45489 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:46.317190 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8ccb2ef9-9160-420d-bd02-ffce10e45489 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:46.355600 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5902952-96cb-4b80-8a79-c596f27ee3a0 None None] New status for floating IP 291acee2-6aa7-457f-97df-d514d764ddee: DOWN {{(pid=92931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 12:32:46.367542 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8ccb2ef9-9160-420d-bd02-ffce10e45489 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:46.370284 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8ccb2ef9-9160-420d-bd02-ffce10e45489 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:46.371614 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-8ccb2ef9-9160-420d-bd02-ffce10e45489 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "DELETE /v2.0/security-groups/56419dd4-acbb-4ca0-897e-8b789cbb9c55 HTTP/1.1" status: 204 len: 168 time: 0.1351371 Jul 05 12:32:46.374443 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 42732) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:32:46.380827 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb2ef9-9160-420d-bd02-ffce10e45489 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56419dd4-acbb-4ca0-897e-8b789cbb9c55,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:32:46.390201 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.api.v2.resource [None req-bea78a59-017a-4b7f-9363-efa7b6f317b6 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] show failed (client error): The resource could not be found. Jul 05 12:32:46.391237 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-bea78a59-017a-4b7f-9363-efa7b6f317b6 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "GET /v2.0/security-groups/56419dd4-acbb-4ca0-897e-8b789cbb9c55 HTTP/1.1" status: 404 len: 347 time: 0.0152664 Jul 05 12:32:46.394195 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 42734) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:32:46.519337 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-336fc293-be1d-44e3-81b2-873fa24e6719 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Deleting port f44bae4c-5eab-4c3c-9a3d-b006653b7723 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:32:46.519686 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-336fc293-be1d-44e3-81b2-873fa24e6719 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:46.597173 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-336fc293-be1d-44e3-81b2-873fa24e6719 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:46.597511 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-336fc293-be1d-44e3-81b2-873fa24e6719 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:46.609058 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-336fc293-be1d-44e3-81b2-873fa24e6719 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Calling delete_port for f44bae4c-5eab-4c3c-9a3d-b006653b7723 owned by network:floatingip {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:32:46.743614 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-336fc293-be1d-44e3-81b2-873fa24e6719 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9210769'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:46.767958 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336fc293-be1d-44e3-81b2-873fa24e6719 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Pushing event deleted for resources: {'Port': ['ID=f44bae4c-5eab-4c3c-9a3d-b006653b7723,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:32:46.828007 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-336fc293-be1d-44e3-81b2-873fa24e6719 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks [] for floatingip, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:46.830538 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-336fc293-be1d-44e3-81b2-873fa24e6719 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:46.831718 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-336fc293-be1d-44e3-81b2-873fa24e6719 tempest-AttachVolumeTestJSON-786784386 tempest-AttachVolumeTestJSON-786784386-project] 10.222.0.52 "DELETE /v2.0/floatingips/291acee2-6aa7-457f-97df-d514d764ddee HTTP/1.1" status: 204 len: 168 time: 0.4364445 Jul 05 12:32:48.138631 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:48.598895 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device e5fd27e6-8a98-44ee-bbc7-33a36d3db224 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:32:48.618027 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] No Port match for: e5fd27e6-8a98-44ee-bbc7-33a36d3db224 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:32:48.618369 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device e5fd27e6-8a98-44ee-bbc7-33a36d3db224 not bound to the agent host hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:32:50.510950 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 42764) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:32:50.795048 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-60d0cc43-0564-4946-bb7c-3afe31404a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:50.946179 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e6672fad-7337-4796-addb-282c361ccc08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1576687'] for router_interface, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:51.199397 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-e6672fad-7337-4796-addb-282c361ccc08 admin admin] Deleting port 2f870125-e7e6-4ae8-84f7-412921045392 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:32:51.199653 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e6672fad-7337-4796-addb-282c361ccc08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:51.275039 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-e6672fad-7337-4796-addb-282c361ccc08 admin admin] For port 2f870125-e7e6-4ae8-84f7-412921045392, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=2f870125-e7e6-4ae8-84f7-412921045392,segment=NetworkSegment(a5eff1d7-bf39-4749-97ff-8022401a9780),segment_id=a5eff1d7-bf39-4749-97ff-8022401a9780)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:32:51.275401 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e6672fad-7337-4796-addb-282c361ccc08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:51.287708 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-e6672fad-7337-4796-addb-282c361ccc08 admin admin] Calling delete_port for 2f870125-e7e6-4ae8-84f7-412921045392 owned by network:router_interface {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:32:51.461782 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e6672fad-7337-4796-addb-282c361ccc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3485763'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:51.484922 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6672fad-7337-4796-addb-282c361ccc08 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f870125-e7e6-4ae8-84f7-412921045392,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:32:51.911585 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e6672fad-7337-4796-addb-282c361ccc08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601745'] for router_interface, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:52.114966 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6672fad-7337-4796-addb-282c361ccc08 admin admin] Router 395058aa-bd8e-4054-9b7a-b7df9ee90184 has already been hosted by L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 12:32:52.219937 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6672fad-7337-4796-addb-282c361ccc08 admin admin] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:32:52.226969 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-e6672fad-7337-4796-addb-282c361ccc08 admin admin] 10.222.0.52 "PUT /v2.0/routers/395058aa-bd8e-4054-9b7a-b7df9ee90184/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7129159 Jul 05 12:32:52.228248 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 42770) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:32:52.239079 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee55530-b91d-4e3a-93f4-d5d75949a946 None None] Sync routers for ids ['395058aa-bd8e-4054-9b7a-b7df9ee90184'] in dv-cinder-796286-12-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:32:52.249176 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee55530-b91d-4e3a-93f4-d5d75949a946 None None] Routers {'395058aa-bd8e-4054-9b7a-b7df9ee90184'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:32:52.249796 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-9ee55530-b91d-4e3a-93f4-d5d75949a946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:32:23Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['395058aa-bd8e-4054-9b7a-b7df9ee90184'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:32:52.335351 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c03f9d55-e75b-42fd-a041-a9f1654fe619 admin admin] Notify callbacks [] for router, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:52.355727 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-9ee55530-b91d-4e3a-93f4-d5d75949a946 None None] Set router 395058aa-bd8e-4054-9b7a-b7df9ee90184 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:32:52.438478 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c03f9d55-e75b-42fd-a041-a9f1654fe619 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:52.489321 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-c03f9d55-e75b-42fd-a041-a9f1654fe619 admin admin] Deleting port c8262b5f-c4c1-429d-a20f-ba30051f9b11 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:32:52.489659 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c03f9d55-e75b-42fd-a041-a9f1654fe619 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:52.531877 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-9ee55530-b91d-4e3a-93f4-d5d75949a946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'name': 'tempest-AttachVolumeTestJSON-1311480240-router', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'c8262b5f-c4c1-429d-a20f-ba30051f9b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:57Z', 'updated_at': '2021-07-05T12:32:51Z', 'revision_number': 5, 'project_id': '35f01324a75d49b0a41482389c6e6ffa', 'gw_port': {'id': 'c8262b5f-c4c1-429d-a20f-ba30051f9b11', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:58Z', 'updated_at': '2021-07-05T12:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi'}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:32:52.558745 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee55530-b91d-4e3a-93f4-d5d75949a946 None None] Checking router: 395058aa-bd8e-4054-9b7a-b7df9ee90184 for host: dv-cinder-796286-12-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:32:52.566994 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee55530-b91d-4e3a-93f4-d5d75949a946 None None] Routers {'395058aa-bd8e-4054-9b7a-b7df9ee90184'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:32:52.567610 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-9ee55530-b91d-4e3a-93f4-d5d75949a946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:32:23Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['395058aa-bd8e-4054-9b7a-b7df9ee90184'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:32:52.569928 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-c03f9d55-e75b-42fd-a041-a9f1654fe619 admin admin] For port c8262b5f-c4c1-429d-a20f-ba30051f9b11, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=c8262b5f-c4c1-429d-a20f-ba30051f9b11,segment=NetworkSegment(7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0),segment_id=7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:32:52.570284 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c03f9d55-e75b-42fd-a041-a9f1654fe619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:52.581632 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-c03f9d55-e75b-42fd-a041-a9f1654fe619 admin admin] Calling delete_port for c8262b5f-c4c1-429d-a20f-ba30051f9b11 owned by network:router_gateway {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:32:52.651412 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-9ee55530-b91d-4e3a-93f4-d5d75949a946 None None] Set router 395058aa-bd8e-4054-9b7a-b7df9ee90184 gateway port host: None {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:32:52.702809 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-9ee55530-b91d-4e3a-93f4-d5d75949a946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'name': 'tempest-AttachVolumeTestJSON-1311480240-router', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:57Z', 'updated_at': '2021-07-05T12:32:52Z', 'revision_number': 6, 'project_id': '35f01324a75d49b0a41482389c6e6ffa', 'gw_port_host': None}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:32:52.732417 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee55530-b91d-4e3a-93f4-d5d75949a946 None None] The sync data for ids ['395058aa-bd8e-4054-9b7a-b7df9ee90184'] in dv-cinder-796286-12-iscsi is: [{'id': '395058aa-bd8e-4054-9b7a-b7df9ee90184', 'name': 'tempest-AttachVolumeTestJSON-1311480240-router', 'tenant_id': '35f01324a75d49b0a41482389c6e6ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:57Z', 'updated_at': '2021-07-05T12:32:52Z', 'revision_number': 6, 'project_id': '35f01324a75d49b0a41482389c6e6ffa', 'gw_port_host': None}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:32:52.753845 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c03f9d55-e75b-42fd-a041-a9f1654fe619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9210769'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:52.780802 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f9d55-e75b-42fd-a041-a9f1654fe619 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8262b5f-c4c1-429d-a20f-ba30051f9b11,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:32:52.842327 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c03f9d55-e75b-42fd-a041-a9f1654fe619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1575336'] for router_gateway, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:52.934779 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c03f9d55-e75b-42fd-a041-a9f1654fe619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6158'] for router, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:52.936833 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c03f9d55-e75b-42fd-a041-a9f1654fe619 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:52.979009 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c03f9d55-e75b-42fd-a041-a9f1654fe619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1580428'] for router, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:52.979535 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03f9d55-e75b-42fd-a041-a9f1654fe619 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 395058aa-bd8e-4054-9b7a-b7df9ee90184 {{(pid=92928) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 12:32:52.984825 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c03f9d55-e75b-42fd-a041-a9f1654fe619 admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:52.985996 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c03f9d55-e75b-42fd-a041-a9f1654fe619 admin admin] 10.222.0.52 "DELETE /v2.0/routers/395058aa-bd8e-4054-9b7a-b7df9ee90184 HTTP/1.1" status: 204 len: 168 time: 0.7560945 Jul 05 12:32:52.988461 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 42772) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:32:53.032289 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-af434683-a6ec-453e-b3e3-2fb25ef7fbaf admin admin] Deleting subnet 2d9e9361-6ae5-4568-a40d-d37eb215fca7 {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 12:32:53.035138 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-af434683-a6ec-453e-b3e3-2fb25ef7fbaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:53.069688 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-af434683-a6ec-453e-b3e3-2fb25ef7fbaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9086252'] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:53.156310 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-af434683-a6ec-453e-b3e3-2fb25ef7fbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882782'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:53.212478 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-af434683-a6ec-453e-b3e3-2fb25ef7fbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9210795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985237'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:53.238966 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af434683-a6ec-453e-b3e3-2fb25ef7fbaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d9e9361-6ae5-4568-a40d-d37eb215fca7,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:32:53.241515 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-af434683-a6ec-453e-b3e3-2fb25ef7fbaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:53.245966 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-af434683-a6ec-453e-b3e3-2fb25ef7fbaf admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2d9e9361-6ae5-4568-a40d-d37eb215fca7 HTTP/1.1" status: 204 len: 168 time: 0.2564149 Jul 05 12:32:53.246503 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 42774) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:32:53.247148 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449fa5c7-6c6a-46d6-b5c0-cce79c21e4aa None None] Network ce9dc6dd-f0bf-4ede-a694-43b2f2633288 requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:32:53.319184 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9c489bcd-91c9-409e-b578-75170380c4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773155'] for network, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:53.367304 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a8f8f128-600a-4ee4-893e-69d3b713ed7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:53.374262 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-9c489bcd-91c9-409e-b578-75170380c4a7 admin admin] Deleting port 8795f496-4592-4315-a81a-9eb330c2e5cf {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:32:53.374601 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9c489bcd-91c9-409e-b578-75170380c4a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:53.437135 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9c489bcd-91c9-409e-b578-75170380c4a7 admin admin] For port 8795f496-4592-4315-a81a-9eb330c2e5cf, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=8795f496-4592-4315-a81a-9eb330c2e5cf,segment=NetworkSegment(a5eff1d7-bf39-4749-97ff-8022401a9780),segment_id=a5eff1d7-bf39-4749-97ff-8022401a9780)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:32:53.437415 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9c489bcd-91c9-409e-b578-75170380c4a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:53.453549 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-9c489bcd-91c9-409e-b578-75170380c4a7 admin admin] Calling delete_port for 8795f496-4592-4315-a81a-9eb330c2e5cf owned by network:dhcp {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:32:53.533876 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745a546c-2f2f-4ecd-8e0a-a3d1ccede41e None None] DHCP port deletion for ce9dc6dd-f0bf-4ede-a694-43b2f2633288 request from dv-cinder-796286-12-iscsi {{(pid=92930) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 12:32:53.536613 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9c489bcd-91c9-409e-b578-75170380c4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3485763'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:53.560550 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c489bcd-91c9-409e-b578-75170380c4a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8795f496-4592-4315-a81a-9eb330c2e5cf,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:32:53.571230 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c489bcd-91c9-409e-b578-75170380c4a7 admin admin] No DVR routers for this DVR port 8795f496-4592-4315-a81a-9eb330c2e5cf on host dv-cinder-796286-12-iscsi {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 12:32:53.645383 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9c489bcd-91c9-409e-b578-75170380c4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880587', 'neutron.services.segments.db._delete_segments_for_network-8761929754462'] for network, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:53.656517 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-9c489bcd-91c9-409e-b578-75170380c4a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce9dc6dd-f0bf-4ede-a694-43b2f2633288']}} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:32:53.668250 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-9c489bcd-91c9-409e-b578-75170380c4a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5eff1d7-bf39-4749-97ff-8022401a9780') {'for_net_delete': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:32:53.668539 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-9c489bcd-91c9-409e-b578-75170380c4a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5eff1d7-bf39-4749-97ff-8022401a9780') {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:32:53.677117 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9c489bcd-91c9-409e-b578-75170380c4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761929721474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192311'] for segment, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:53.691562 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9c489bcd-91c9-409e-b578-75170380c4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207'] for segment, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:53.698077 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c489bcd-91c9-409e-b578-75170380c4a7 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=92929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 12:32:53.698541 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9c489bcd-91c9-409e-b578-75170380c4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3485852'] for segment, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:53.700382 dv-cinder-796286-12-iscsi neutron-server[92929]: Traceback (most recent call last): Jul 05 12:32:53.700382 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 12:32:53.700382 dv-cinder-796286-12-iscsi neutron-server[92929]: timer() Jul 05 12:32:53.700382 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 12:32:53.700382 dv-cinder-796286-12-iscsi neutron-server[92929]: cb(*args, **kw) Jul 05 12:32:53.700382 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 12:32:53.700382 dv-cinder-796286-12-iscsi neutron-server[92929]: return func(*args, **kwargs) Jul 05 12:32:53.700382 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 12:32:53.700382 dv-cinder-796286-12-iscsi neutron-server[92929]: self._notify() Jul 05 12:32:53.700382 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 12:32:53.700382 dv-cinder-796286-12-iscsi neutron-server[92929]: self.callback(batched_events) Jul 05 12:32:53.700382 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 12:32:53.700382 dv-cinder-796286-12-iscsi neutron-server[92929]: event.method(event) Jul 05 12:32:53.700382 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 12:32:53.700382 dv-cinder-796286-12-iscsi neutron-server[92929]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 12:32:53.700382 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 12:32:53.700382 dv-cinder-796286-12-iscsi neutron-server[92929]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 12:32:53.700382 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 12:32:53.700382 dv-cinder-796286-12-iscsi neutron-server[92929]: return f(self, *a, **k) Jul 05 12:32:53.700382 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 12:32:53.700382 dv-cinder-796286-12-iscsi neutron-server[92929]: return self._get(url).json() Jul 05 12:32:53.700382 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 12:32:53.700382 dv-cinder-796286-12-iscsi neutron-server[92929]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 12:32:53.700382 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 12:32:53.700382 dv-cinder-796286-12-iscsi neutron-server[92929]: return self.request(url, 'GET', **kwargs) Jul 05 12:32:53.700382 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 12:32:53.700382 dv-cinder-796286-12-iscsi neutron-server[92929]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 12:32:53.700382 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 12:32:53.700382 dv-cinder-796286-12-iscsi neutron-server[92929]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 12:32:53.700382 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 12:32:53.700382 dv-cinder-796286-12-iscsi neutron-server[92929]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 12:32:53.700382 dv-cinder-796286-12-iscsi neutron-server[92929]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 12:32:53.723565 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:53.757630 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9c489bcd-91c9-409e-b578-75170380c4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575308'] for network, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:53.763400 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9c489bcd-91c9-409e-b578-75170380c4a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:53.765242 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-9c489bcd-91c9-409e-b578-75170380c4a7 admin admin] 10.222.0.52 "DELETE /v2.0/networks/ce9dc6dd-f0bf-4ede-a694-43b2f2633288 HTTP/1.1" status: 204 len: 168 time: 0.5169613 Jul 05 12:32:53.777199 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c489bcd-91c9-409e-b578-75170380c4a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce9dc6dd-f0bf-4ede-a694-43b2f2633288,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:32:53.890602 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 42778) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:32:53.934301 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-29e05792-39f6-4f94-b369-be419f1e8ee6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=35f01324a75d49b0a41482389c6e6ffa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0424082 Jul 05 12:32:53.936733 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 42780) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:32:53.985068 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4d762800-3f51-4fb7-82c6-f18a325b9d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:54.007405 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4d762800-3f51-4fb7-82c6-f18a325b9d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:54.051993 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4d762800-3f51-4fb7-82c6-f18a325b9d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:54.054544 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4d762800-3f51-4fb7-82c6-f18a325b9d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:54.055707 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-4d762800-3f51-4fb7-82c6-f18a325b9d4e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d01a0f1e-73ac-42ee-b719-9a51a9761efd HTTP/1.1" status: 204 len: 168 time: 0.1180928 Jul 05 12:32:54.063731 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d762800-3f51-4fb7-82c6-f18a325b9d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01a0f1e-73ac-42ee-b719-9a51a9761efd,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:32:54.279035 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 2f870125-e7e6-4ae8-84f7-412921045392 no longer exists at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:32:54.298710 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] No Port match for: 2f870125-e7e6-4ae8-84f7-412921045392 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:32:54.299085 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 2f870125-e7e6-4ae8-84f7-412921045392 not bound to the agent host dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:32:54.299510 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 8795f496-4592-4315-a81a-9eb330c2e5cf no longer exists at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:32:54.317912 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] No Port match for: 8795f496-4592-4315-a81a-9eb330c2e5cf {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:32:54.318257 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 8795f496-4592-4315-a81a-9eb330c2e5cf not bound to the agent host dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:32:54.319367 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device c8262b5f-c4c1-429d-a20f-ba30051f9b11 no longer exists at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:32:54.337961 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] No Port match for: c8262b5f-c4c1-429d-a20f-ba30051f9b11 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:32:54.338304 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device c8262b5f-c4c1-429d-a20f-ba30051f9b11 not bound to the agent host dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:32:54.707956 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:55.835606 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 42842) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:32:55.937664 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c2900e4a-2ef0-41fc-9e3e-a89d0b45ad2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:56.025815 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c2900e4a-2ef0-41fc-9e3e-a89d0b45ad2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:56.029878 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c2900e4a-2ef0-41fc-9e3e-a89d0b45ad2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:56.077179 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-c2900e4a-2ef0-41fc-9e3e-a89d0b45ad2a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ffe223afcd0a4c40aaf1d3d68ab8874f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2404742 Jul 05 12:32:56.078055 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2900e4a-2ef0-41fc-9e3e-a89d0b45ad2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0690bfdb-a614-4633-9b00-21af0f253d5e,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:32:56.079918 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 42846) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:32:56.129757 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-14b109c2-553f-482d-9bd2-6248cfb2da3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:56.150545 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-14b109c2-553f-482d-9bd2-6248cfb2da3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:56.201249 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-14b109c2-553f-482d-9bd2-6248cfb2da3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:56.203915 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-14b109c2-553f-482d-9bd2-6248cfb2da3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:56.205075 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-14b109c2-553f-482d-9bd2-6248cfb2da3c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0690bfdb-a614-4633-9b00-21af0f253d5e HTTP/1.1" status: 204 len: 168 time: 0.1241670 Jul 05 12:32:56.212870 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b109c2-553f-482d-9bd2-6248cfb2da3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0690bfdb-a614-4633-9b00-21af0f253d5e,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:32:56.273463 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:56.481046 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 42852) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:32:56.495213 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-98c5a6eb-2785-4e46-8870-63d8f175f834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:56.584747 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-98c5a6eb-2785-4e46-8870-63d8f175f834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:56.588319 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-98c5a6eb-2785-4e46-8870-63d8f175f834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:56.625717 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-98c5a6eb-2785-4e46-8870-63d8f175f834 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1092fa5f2f474f18b8fcea433129f568&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1435575 Jul 05 12:32:56.626574 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c5a6eb-2785-4e46-8870-63d8f175f834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f696b0f-8707-41bf-8c91-77f2152dbeda,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:32:56.628366 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 42854) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:32:56.682073 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8419ce4f-f1f6-4cbf-94b2-a300d806c22b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:56.702899 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8419ce4f-f1f6-4cbf-94b2-a300d806c22b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:56.747725 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8419ce4f-f1f6-4cbf-94b2-a300d806c22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:56.751785 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8419ce4f-f1f6-4cbf-94b2-a300d806c22b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:32:56.752937 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-8419ce4f-f1f6-4cbf-94b2-a300d806c22b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9f696b0f-8707-41bf-8c91-77f2152dbeda HTTP/1.1" status: 204 len: 168 time: 0.1224532 Jul 05 12:32:56.765645 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419ce4f-f1f6-4cbf-94b2-a300d806c22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f696b0f-8707-41bf-8c91-77f2152dbeda,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:33:12.148877 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:33:12.902518 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 43076) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:33:13.002536 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-39eee521-ad39-44be-8029-7f5f67725a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:13.091622 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-39eee521-ad39-44be-8029-7f5f67725a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:13.095119 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-39eee521-ad39-44be-8029-7f5f67725a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:13.130875 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eee521-ad39-44be-8029-7f5f67725a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fdf1b5f-7036-46c5-82be-30b195c9e041,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:33:13.135165 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-39eee521-ad39-44be-8029-7f5f67725a39 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4597cf3b9d7b4f8592907555d2915938&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316096 Jul 05 12:33:13.137689 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 43080) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:33:13.185551 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-32ee72c8-4b67-4dee-a8b8-fb10af860e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:13.205766 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-32ee72c8-4b67-4dee-a8b8-fb10af860e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:13.254681 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-32ee72c8-4b67-4dee-a8b8-fb10af860e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:13.257466 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-32ee72c8-4b67-4dee-a8b8-fb10af860e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:13.258581 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-32ee72c8-4b67-4dee-a8b8-fb10af860e25 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3fdf1b5f-7036-46c5-82be-30b195c9e041 HTTP/1.1" status: 204 len: 168 time: 0.1200190 Jul 05 12:33:13.266215 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee72c8-4b67-4dee-a8b8-fb10af860e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fdf1b5f-7036-46c5-82be-30b195c9e041,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:33:13.513150 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 43086) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:33:13.526748 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-09dbd6fc-ee48-45b2-9a4a-2df074af0f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:13.612777 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-09dbd6fc-ee48-45b2-9a4a-2df074af0f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:13.616984 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-09dbd6fc-ee48-45b2-9a4a-2df074af0f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:13.653264 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-09dbd6fc-ee48-45b2-9a4a-2df074af0f6c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=df6e140333b4474e9cef3082350b130f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1389573 Jul 05 12:33:13.655496 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dbd6fc-ee48-45b2-9a4a-2df074af0f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e924adc2-35b7-46bd-8e62-99428f450c4c,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:33:13.656283 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 43088) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:33:13.705210 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-82c824d3-8c04-455b-a8d3-130944d30e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:13.726436 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-82c824d3-8c04-455b-a8d3-130944d30e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:13.770419 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-82c824d3-8c04-455b-a8d3-130944d30e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:13.773708 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-82c824d3-8c04-455b-a8d3-130944d30e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:13.774987 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-82c824d3-8c04-455b-a8d3-130944d30e9e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e924adc2-35b7-46bd-8e62-99428f450c4c HTTP/1.1" status: 204 len: 168 time: 0.1176801 Jul 05 12:33:13.782587 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c824d3-8c04-455b-a8d3-130944d30e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e924adc2-35b7-46bd-8e62-99428f450c4c,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:33:18.134222 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:19.431283 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 43174) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:33:19.532454 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d4dfafd6-ddef-4fa4-8a26-5340c178fb33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:19.623313 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d4dfafd6-ddef-4fa4-8a26-5340c178fb33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:19.626859 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d4dfafd6-ddef-4fa4-8a26-5340c178fb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:19.665147 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d4dfafd6-ddef-4fa4-8a26-5340c178fb33 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7ca6d930df614097bd7c10c53dedefb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2327869 Jul 05 12:33:19.666242 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dfafd6-ddef-4fa4-8a26-5340c178fb33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d672f9da-ee5b-4495-904f-f2d97df15921,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:33:19.667875 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 43178) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:33:19.716970 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a413c4e8-330a-4bd9-bc5f-855376679a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:19.737872 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a413c4e8-330a-4bd9-bc5f-855376679a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:19.783453 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a413c4e8-330a-4bd9-bc5f-855376679a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:19.785972 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a413c4e8-330a-4bd9-bc5f-855376679a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:19.787814 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-a413c4e8-330a-4bd9-bc5f-855376679a4c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d672f9da-ee5b-4495-904f-f2d97df15921 HTTP/1.1" status: 204 len: 168 time: 0.1181092 Jul 05 12:33:19.795374 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a413c4e8-330a-4bd9-bc5f-855376679a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d672f9da-ee5b-4495-904f-f2d97df15921,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:33:20.035838 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 43184) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:33:20.049333 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-913088a8-b0f8-4cd4-ba7f-86a7f5a42873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:20.135843 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-913088a8-b0f8-4cd4-ba7f-86a7f5a42873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:20.139365 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-913088a8-b0f8-4cd4-ba7f-86a7f5a42873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:20.171172 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-913088a8-b0f8-4cd4-ba7f-86a7f5a42873 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7a657a35a49340d0ac46159df0debff7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1341836 Jul 05 12:33:20.173766 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 43186) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:33:20.180735 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913088a8-b0f8-4cd4-ba7f-86a7f5a42873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93332b88-c69b-44d6-bd46-dcfe75400149,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:33:20.227101 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f268e065-ca84-40e3-9559-06d7c63eac3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:20.247647 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f268e065-ca84-40e3-9559-06d7c63eac3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:20.293355 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f268e065-ca84-40e3-9559-06d7c63eac3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:20.296172 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f268e065-ca84-40e3-9559-06d7c63eac3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:20.297560 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-f268e065-ca84-40e3-9559-06d7c63eac3b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/93332b88-c69b-44d6-bd46-dcfe75400149 HTTP/1.1" status: 204 len: 168 time: 0.1226897 Jul 05 12:33:20.305265 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f268e065-ca84-40e3-9559-06d7c63eac3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93332b88-c69b-44d6-bd46-dcfe75400149,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:33:20.795494 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7a2f5298-52b5-4ecc-8171-d95538854e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:21.289415 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 43216) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:33:21.390317 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-81587782-1603-462e-a6fa-68615429d30e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:21.478471 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-81587782-1603-462e-a6fa-68615429d30e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:21.482014 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-81587782-1603-462e-a6fa-68615429d30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:21.520402 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-81587782-1603-462e-a6fa-68615429d30e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b65de6d4e84b479894467e1001349562&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298944 Jul 05 12:33:21.522933 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81587782-1603-462e-a6fa-68615429d30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62a9469-8ac9-4621-b071-f54183f47f15,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:33:21.523653 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 43220) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:33:21.577572 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-585d6a2e-3bc1-43f8-ba4f-6a058de8ee99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:21.598401 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-585d6a2e-3bc1-43f8-ba4f-6a058de8ee99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:21.643794 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-585d6a2e-3bc1-43f8-ba4f-6a058de8ee99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:21.647343 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-585d6a2e-3bc1-43f8-ba4f-6a058de8ee99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:21.648484 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-585d6a2e-3bc1-43f8-ba4f-6a058de8ee99 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e62a9469-8ac9-4621-b071-f54183f47f15 HTTP/1.1" status: 204 len: 168 time: 0.1238413 Jul 05 12:33:21.658129 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d6a2e-3bc1-43f8-ba4f-6a058de8ee99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62a9469-8ac9-4621-b071-f54183f47f15,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:33:22.240754 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 43242) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:33:22.333381 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-cd102752-997d-439e-8af1-a055b14319c2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-829745210-network', 'tenant_id': '0a68ae469bab4e1aa0d38ed029428b16'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:33:22.354988 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd102752-997d-439e-8af1-a055b14319c2 admin admin] Made reservation on behalf of 0a68ae469bab4e1aa0d38ed029428b16 for: {'network': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:33:22.357569 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cd102752-997d-439e-8af1-a055b14319c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for network, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:22.366671 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cd102752-997d-439e-8af1-a055b14319c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:22.457526 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cd102752-997d-439e-8af1-a055b14319c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:22.461249 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cd102752-997d-439e-8af1-a055b14319c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:22.485401 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd102752-997d-439e-8af1-a055b14319c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=92929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 12:33:22.495870 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd102752-997d-439e-8af1-a055b14319c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8189e79-21e6-46c3-9cb6-c26e403bb78b,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:33:22.500752 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cd102752-997d-439e-8af1-a055b14319c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207'] for segment, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:22.501096 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.db.segments_db [None req-cd102752-997d-439e-8af1-a055b14319c2 admin admin] Added segment 6233d2e8-6d64-4d7d-a056-48baa665c0b3 of type vlan for network 80deb8a8-622c-4118-81ae-e030fdd77ccf Jul 05 12:33:22.540899 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cd102752-997d-439e-8af1-a055b14319c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761929207381'] for network, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:22.570009 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cd102752-997d-439e-8af1-a055b14319c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583'] for network, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:22.571018 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd102752-997d-439e-8af1-a055b14319c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:22.571606 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cd102752-997d-439e-8af1-a055b14319c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:22.618237 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-cd102752-997d-439e-8af1-a055b14319c2 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3763969 Jul 05 12:33:22.621186 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 43246) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:33:22.626737 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-426bd1ba-bf3d-462e-8878-bff78c1b88ae admin admin] Request body: {'subnet': {'network_id': '80deb8a8-622c-4118-81ae-e030fdd77ccf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-829745210-subnet', 'tenant_id': '0a68ae469bab4e1aa0d38ed029428b16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:33:22.630391 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd102752-997d-439e-8af1-a055b14319c2 admin admin] Pushing event updated for resources: {'Network': ['ID=80deb8a8-622c-4118-81ae-e030fdd77ccf,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:33:22.639956 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Network 80deb8a8-622c-4118-81ae-e030fdd77ccf details requested by agent ovs-agent-dv-cinder-796286-12-iscsi with host dv-cinder-796286-12-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 12:33:22.652894 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426bd1ba-bf3d-462e-8878-bff78c1b88ae admin admin] Made reservation on behalf of 0a68ae469bab4e1aa0d38ed029428b16 for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:33:22.655578 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-426bd1ba-bf3d-462e-8878-bff78c1b88ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985460'] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:22.819748 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-426bd1ba-bf3d-462e-8878-bff78c1b88ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9210860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985446'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:22.888009 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426bd1ba-bf3d-462e-8878-bff78c1b88ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2e62cf1-4d43-4f71-9c46-e9fb3c01e0c0,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:33:22.890446 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426bd1ba-bf3d-462e-8878-bff78c1b88ae admin admin] Checking segment: {'id': '6233d2e8-6d64-4d7d-a056-48baa665c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '80deb8a8-622c-4118-81ae-e030fdd77ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:33:22.890826 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426bd1ba-bf3d-462e-8878-bff78c1b88ae admin admin] Network hostable DHCP agents. Network: 80deb8a8-622c-4118-81ae-e030fdd77ccf, hostable agents: ['60ff58b7-18de-4b80-8279-d7ac18a51ea8'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 12:33:22.908669 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426bd1ba-bf3d-462e-8878-bff78c1b88ae admin admin] Network 80deb8a8-622c-4118-81ae-e030fdd77ccf is scheduled to be hosted by DHCP agent 60ff58b7-18de-4b80-8279-d7ac18a51ea8 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 12:33:22.918528 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-426bd1ba-bf3d-462e-8878-bff78c1b88ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-12-iscsi, 80deb8a8-622c-4118-81ae-e030fdd77ccf) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:33:22.923184 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426bd1ba-bf3d-462e-8878-bff78c1b88ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:22.923790 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-426bd1ba-bf3d-462e-8878-bff78c1b88ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:22.929641 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fd5d7c-34b9-45d7-98ed-455267097304 None None] Network 80deb8a8-622c-4118-81ae-e030fdd77ccf requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:33:22.937834 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-426bd1ba-bf3d-462e-8878-bff78c1b88ae admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3150318 Jul 05 12:33:23.056561 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32431318-3c40-451a-a9af-22c5d0ff2dc8 None None] Network 80deb8a8-622c-4118-81ae-e030fdd77ccf requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:33:23.349017 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-000aebdb-9663-4b91-a377-fadc878722be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:23.716323 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:24.710924 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:24.828137 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-6c12641f-12aa-4f92-a796-26fabcfe630e tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:24.829495 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-6c12641f-12aa-4f92-a796-26fabcfe630e tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/networks?id=80deb8a8-622c-4118-81ae-e030fdd77ccf HTTP/1.1" status: 200 len: 808 time: 0.1052692 Jul 05 12:33:24.843446 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-5e8aa897-f598-4aed-87e1-3259fa351262 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/quotas/0a68ae469bab4e1aa0d38ed029428b16 HTTP/1.1" status: 200 len: 375 time: 0.0087554 Jul 05 12:33:24.877005 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-23551d91-e86e-4ed5-a02c-49e52a4b9fc6 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a68ae469bab4e1aa0d38ed029428b16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287511 Jul 05 12:33:24.887155 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-9febe01d-febc-420a-9b1a-a185b5ee6b48 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=92929) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 12:33:24.888083 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-9febe01d-febc-420a-9b1a-a185b5ee6b48 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049806 Jul 05 12:33:24.979451 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-9abb9c67-220b-4969-aa64-b935a0ef39b8 service neutron] 10.222.0.52 "GET /v2.0/networks/80deb8a8-622c-4118-81ae-e030fdd77ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859993 Jul 05 12:33:25.066441 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-2bc70c48-8abb-4480-93c2-8be400064e09 service neutron] 10.222.0.52 "GET /v2.0/networks/80deb8a8-622c-4118-81ae-e030fdd77ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814526 Jul 05 12:33:25.290960 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-809a37cb-f154-4d06-b099-2282f6b6ba7f req-ccc92b02-e52b-499a-8466-9bde3d9abb75 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9a88520-7ed2-42e6-9e5a-f3437c440842 HTTP/1.1" status: 200 len: 210 time: 0.0842755 Jul 05 12:33:25.961946 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655c1f7-eb67-430c-a9d8-b1333bd89251 req-d8c10bed-4185-46c1-a929-58fc7d44a081 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:25.963455 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7655c1f7-eb67-430c-a9d8-b1333bd89251 req-d8c10bed-4185-46c1-a929-58fc7d44a081 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 947 time: 0.0686872 Jul 05 12:33:26.000419 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7655c1f7-eb67-430c-a9d8-b1333bd89251 req-01931f49-73e4-4343-9a69-fe75116c0fe0 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314558 Jul 05 12:33:26.277922 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:26.297455 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-a15f03f0-f109-4a83-8511-c162f7a1afe1 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:26.298930 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-a15f03f0-f109-4a83-8511-c162f7a1afe1 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.16 "GET /v2.0/networks?id=80deb8a8-622c-4118-81ae-e030fdd77ccf HTTP/1.1" status: 200 len: 808 time: 0.1129086 Jul 05 12:33:26.315581 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-22ee7404-51af-42ea-94c1-4315e0953fb7 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Request body: {'port': {'device_id': 'f9a88520-7ed2-42e6-9e5a-f3437c440842', 'network_id': '80deb8a8-622c-4118-81ae-e030fdd77ccf', 'admin_state_up': True, 'tenant_id': '0a68ae469bab4e1aa0d38ed029428b16'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:33:26.448201 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-39c78216-7ca6-4021-9054-9f58b0c49d27 req-ec52a5fc-6682-461f-b633-9ac8db5233c2 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9a88520-7ed2-42e6-9e5a-f3437c440842 HTTP/1.1" status: 200 len: 210 time: 0.0336509 Jul 05 12:33:26.457096 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-22ee7404-51af-42ea-94c1-4315e0953fb7 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Made reservation on behalf of 0a68ae469bab4e1aa0d38ed029428b16 for: {'port': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:33:26.461372 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-22ee7404-51af-42ea-94c1-4315e0953fb7 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:26.586019 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-22ee7404-51af-42ea-94c1-4315e0953fb7 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Allocated IP 172.20.0.10 (80deb8a8-622c-4118-81ae-e030fdd77ccf/c2e62cf1-4d43-4f71-9c46-e9fb3c01e0c0/f0b65aa1-718f-42da-81e0-04a9e36ed949) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:33:26.737592 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-22ee7404-51af-42ea-94c1-4315e0953fb7 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:26.775276 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-22ee7404-51af-42ea-94c1-4315e0953fb7 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3485770'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:26.819440 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-22ee7404-51af-42ea-94c1-4315e0953fb7 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Network 80deb8a8-622c-4118-81ae-e030fdd77ccf is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:33:26.826681 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-22ee7404-51af-42ea-94c1-4315e0953fb7 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:33:26.832681 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-22ee7404-51af-42ea-94c1-4315e0953fb7 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:33:26.839358 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee7404-51af-42ea-94c1-4315e0953fb7 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Pushing event updated for resources: {'Port': ['ID=f0b65aa1-718f-42da-81e0-04a9e36ed949,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:33:26.882853 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-22ee7404-51af-42ea-94c1-4315e0953fb7 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:26.883460 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-22ee7404-51af-42ea-94c1-4315e0953fb7 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:26.897209 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-22ee7404-51af-42ea-94c1-4315e0953fb7 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5854800 Jul 05 12:33:26.909131 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-6cb5eaf8-f5fe-4640-82e1-7eabac576a61 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=92929) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 12:33:26.910063 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-6cb5eaf8-f5fe-4640-82e1-7eabac576a61 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052104 Jul 05 12:33:26.961787 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-e60d8864-38dd-4bc0-9659-c61561ced2e7 service neutron] Request body: {'port': {'device_id': 'f9a88520-7ed2-42e6-9e5a-f3437c440842', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:33:27.038238 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-e60d8864-38dd-4bc0-9659-c61561ced2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:27.352034 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-e60d8864-38dd-4bc0-9659-c61561ced2e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0b65aa1-718f-42da-81e0-04a9e36ed949 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:33:27.363323 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-e60d8864-38dd-4bc0-9659-c61561ced2e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:27.384199 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-e60d8864-38dd-4bc0-9659-c61561ced2e7 service neutron] Transition to ACTIVE for port object f0b65aa1-718f-42da-81e0-04a9e36ed949 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:33:27.395643 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee215e1d-6efc-429b-99c4-81168053db55 req-afb1852d-830d-4ed9-945c-5d432bf27215 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:27.398284 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ee215e1d-6efc-429b-99c4-81168053db55 req-afb1852d-830d-4ed9-945c-5d432bf27215 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 947 time: 0.1245985 Jul 05 12:33:27.399400 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-e60d8864-38dd-4bc0-9659-c61561ced2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3485880'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:27.478303 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d8864-38dd-4bc0-9659-c61561ced2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f0b65aa1-718f-42da-81e0-04a9e36ed949,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:33:27.488361 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ee215e1d-6efc-429b-99c4-81168053db55 req-14e984f4-1b39-43c5-a2fe-30e4feda9470 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups?id=b804e19d-b937-4e54-b2a7-b1a41f7ea47c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808370 Jul 05 12:33:27.560568 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-e60d8864-38dd-4bc0-9659-c61561ced2e7 service neutron] Attempting to bind port f0b65aa1-718f-42da-81e0-04a9e36ed949 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:33:27.560951 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-e60d8864-38dd-4bc0-9659-c61561ced2e7 service neutron] Attempting to bind port f0b65aa1-718f-42da-81e0-04a9e36ed949 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '6233d2e8-6d64-4d7d-a056-48baa665c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '80deb8a8-622c-4118-81ae-e030fdd77ccf'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:33:27.561240 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-e60d8864-38dd-4bc0-9659-c61561ced2e7 service neutron] Attempting to bind port f0b65aa1-718f-42da-81e0-04a9e36ed949 on network 80deb8a8-622c-4118-81ae-e030fdd77ccf {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:33:27.573752 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde9881-8704-429d-af88-ec09388f0406 req-ee489972-604f-4077-8e73-20e8075bee26 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:27.575281 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0dde9881-8704-429d-af88-ec09388f0406 req-ee489972-604f-4077-8e73-20e8075bee26 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.16 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 947 time: 0.0718439 Jul 05 12:33:27.576879 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-e60d8864-38dd-4bc0-9659-c61561ced2e7 service neutron] Port f0b65aa1-718f-42da-81e0-04a9e36ed949 on network 80deb8a8-622c-4118-81ae-e030fdd77ccf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 12:33:27.577206 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-e60d8864-38dd-4bc0-9659-c61561ced2e7 service neutron] Attempting to bind port f0b65aa1-718f-42da-81e0-04a9e36ed949 on network 80deb8a8-622c-4118-81ae-e030fdd77ccf {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:33:27.603266 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-e60d8864-38dd-4bc0-9659-c61561ced2e7 service neutron] Checking agent: {'id': '3e7fb013-ee8e-41ba-b8fe-dbc5ebca3998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 21, 18), 'started_at': datetime.datetime(2021, 7, 5, 12, 21, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:33:27.603604 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-e60d8864-38dd-4bc0-9659-c61561ced2e7 service neutron] Checking segment: {'id': '6233d2e8-6d64-4d7d-a056-48baa665c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '80deb8a8-622c-4118-81ae-e030fdd77ccf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:33:27.603985 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-e60d8864-38dd-4bc0-9659-c61561ced2e7 service neutron] Bound using segment: {'id': '6233d2e8-6d64-4d7d-a056-48baa665c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '80deb8a8-622c-4118-81ae-e030fdd77ccf'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:33:27.604416 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-e60d8864-38dd-4bc0-9659-c61561ced2e7 service neutron] Bound port: f0b65aa1-718f-42da-81e0-04a9e36ed949, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6233d2e8-6d64-4d7d-a056-48baa665c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '80deb8a8-622c-4118-81ae-e030fdd77ccf'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:33:27.604770 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-e60d8864-38dd-4bc0-9659-c61561ced2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:27.680498 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-0dde9881-8704-429d-af88-ec09388f0406 req-9e3c66db-4aab-4d7d-ba4c-49fdff6cdf3b tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Deleting port 310a726c-f77e-4b81-837f-f6f6256633b8 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:33:27.680840 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-0dde9881-8704-429d-af88-ec09388f0406 req-9e3c66db-4aab-4d7d-ba4c-49fdff6cdf3b tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:27.684500 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b8866-fcd3-4636-83f6-ec5844bab20b req-0ac612f8-cc5a-4f60-90b0-cce13a1eac26 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:27.686047 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f08b8866-fcd3-4636-83f6-ec5844bab20b req-0ac612f8-cc5a-4f60-90b0-cce13a1eac26 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9a88520-7ed2-42e6-9e5a-f3437c440842 HTTP/1.1" status: 200 len: 944 time: 0.1215582 Jul 05 12:33:27.703045 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-e60d8864-38dd-4bc0-9659-c61561ced2e7 service neutron] For port f0b65aa1-718f-42da-81e0-04a9e36ed949, host hv-cinder-79628, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:33:27.731177 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-e60d8864-38dd-4bc0-9659-c61561ced2e7 service neutron] For port f0b65aa1-718f-42da-81e0-04a9e36ed949, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f0b65aa1-718f-42da-81e0-04a9e36ed949,segment=NetworkSegment(6233d2e8-6d64-4d7d-a056-48baa665c0b3),segment_id=6233d2e8-6d64-4d7d-a056-48baa665c0b3)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:33:27.740986 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-e60d8864-38dd-4bc0-9659-c61561ced2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3485880'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:27.769185 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f08b8866-fcd3-4636-83f6-ec5844bab20b req-f3931d0f-f36f-4470-8834-6ce9e2402b61 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8189e79-21e6-46c3-9cb6-c26e403bb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767281 Jul 05 12:33:27.781885 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-e60d8864-38dd-4bc0-9659-c61561ced2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:27.782081 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-0dde9881-8704-429d-af88-ec09388f0406 req-9e3c66db-4aab-4d7d-ba4c-49fdff6cdf3b tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] For port 310a726c-f77e-4b81-837f-f6f6256633b8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=310a726c-f77e-4b81-837f-f6f6256633b8,segment=NetworkSegment(ba2612a6-0598-4c68-93ea-4c354bd542e5),segment_id=ba2612a6-0598-4c68-93ea-4c354bd542e5)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:33:27.782329 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-0dde9881-8704-429d-af88-ec09388f0406 req-9e3c66db-4aab-4d7d-ba4c-49fdff6cdf3b tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:27.782569 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-e60d8864-38dd-4bc0-9659-c61561ced2e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:27.783981 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-e60d8864-38dd-4bc0-9659-c61561ced2e7 service neutron] 10.222.0.16 "PUT /v2.0/ports/f0b65aa1-718f-42da-81e0-04a9e36ed949 HTTP/1.1" status: 200 len: 1094 time: 0.8665750 Jul 05 12:33:27.784422 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a88520-7ed2-42e6-9e5a-f3437c440842', 'tag': 'f0b65aa1-718f-42da-81e0-04a9e36ed949'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:33:27.787389 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38d66cb680d8e216a4639fd07ffcdd1e1f1f0bb375bf284fc7cc66ae145b2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d520ba-b73d-4dcb-8384-348a97883a93" -d '{"events": [{"name": "network-changed", "server_uuid": "f9a88520-7ed2-42e6-9e5a-f3437c440842", "tag": "f0b65aa1-718f-42da-81e0-04a9e36ed949"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:33:27.826978 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 12:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2687d6a8-27e1-4312-a590-c3ccfb152634 x-openstack-request-id: req-2687d6a8-27e1-4312-a590-c3ccfb152634 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:33:27.827317 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9a88520-7ed2-42e6-9e5a-f3437c440842", "tag": "f0b65aa1-718f-42da-81e0-04a9e36ed949", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:33:27.827618 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2687d6a8-27e1-4312-a590-c3ccfb152634 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:33:27.828127 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9a88520-7ed2-42e6-9e5a-f3437c440842', 'tag': 'f0b65aa1-718f-42da-81e0-04a9e36ed949', 'status': 'completed', 'code': 200} Jul 05 12:33:27.836444 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d8864-38dd-4bc0-9659-c61561ced2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f0b65aa1-718f-42da-81e0-04a9e36ed949,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:33:27.888037 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-8a5c3a90-1e31-4494-b924-668b51dbcfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:27.889535 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-8a5c3a90-1e31-4494-b924-668b51dbcfad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0a68ae469bab4e1aa0d38ed029428b16&device_id=f9a88520-7ed2-42e6-9e5a-f3437c440842 HTTP/1.1" status: 200 len: 1097 time: 0.0605524 Jul 05 12:33:27.931324 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-f4062a05-b54b-4fab-82de-a1f62430aaed service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0b65aa1-718f-42da-81e0-04a9e36ed949 HTTP/1.1" status: 200 len: 217 time: 0.0342541 Jul 05 12:33:27.967669 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-0dde9881-8704-429d-af88-ec09388f0406 req-9e3c66db-4aab-4d7d-ba4c-49fdff6cdf3b tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:27.968045 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-0dde9881-8704-429d-af88-ec09388f0406 req-9e3c66db-4aab-4d7d-ba4c-49fdff6cdf3b tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575314'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:27.968361 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.db.l3_db [req-0dde9881-8704-429d-af88-ec09388f0406 req-9e3c66db-4aab-4d7d-ba4c-49fdff6cdf3b tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Floating IP cba2b0f2-3386-49f4-bd11-5ae4057026d0 disassociated. External IP: 172.27.3.49, port: 310a726c-f77e-4b81-837f-f6f6256633b8. Jul 05 12:33:27.968702 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-0dde9881-8704-429d-af88-ec09388f0406 req-9e3c66db-4aab-4d7d-ba4c-49fdff6cdf3b tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Calling delete_port for 310a726c-f77e-4b81-837f-f6f6256633b8 owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:33:27.978114 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-e5bdb38c-4fce-48be-bc11-c75fca96deb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:27.979599 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-e5bdb38c-4fce-48be-bc11-c75fca96deb3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c2e62cf1-4d43-4f71-9c46-e9fb3c01e0c0 HTTP/1.1" status: 200 len: 848 time: 0.0427227 Jul 05 12:33:28.014905 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-578e93ed-7ef0-4d9c-8d8f-a06e2feb8dab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=80deb8a8-622c-4118-81ae-e030fdd77ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292401 Jul 05 12:33:28.101412 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-0dde9881-8704-429d-af88-ec09388f0406 req-9e3c66db-4aab-4d7d-ba4c-49fdff6cdf3b tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9210769'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:28.110439 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-47b295e9-5a1d-4e69-96d2-2f2f80d8b97f service neutron] 10.222.0.16 "GET /v2.0/networks/80deb8a8-622c-4118-81ae-e030fdd77ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892844 Jul 05 12:33:28.128455 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c66db-4aab-4d7d-ba4c-49fdff6cdf3b tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Pushing event deleted for resources: {'Port': ['ID=310a726c-f77e-4b81-837f-f6f6256633b8,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:33:28.209446 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e7ab30d1-b6a5-4d7f-a154-d775684329c4 req-5e511198-edd9-4963-ba68-1743477e6f56 service neutron] 10.222.0.16 "GET /v2.0/networks/80deb8a8-622c-4118-81ae-e030fdd77ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919366 Jul 05 12:33:28.247384 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0dde9881-8704-429d-af88-ec09388f0406 req-9e3c66db-4aab-4d7d-ba4c-49fdff6cdf3b tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Router 734300e0-7743-42aa-b8bb-4758d7b8ad32 has already been hosted by L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 12:33:28.313778 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d520ba-b73d-4dcb-8384-348a97883a93 req-7522b7be-c153-4cc4-b17e-baab2bb5614b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:28.315229 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-54d520ba-b73d-4dcb-8384-348a97883a93 req-7522b7be-c153-4cc4-b17e-baab2bb5614b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0a68ae469bab4e1aa0d38ed029428b16&device_id=f9a88520-7ed2-42e6-9e5a-f3437c440842 HTTP/1.1" status: 200 len: 1097 time: 0.0541677 Jul 05 12:33:28.356643 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0dde9881-8704-429d-af88-ec09388f0406 req-9e3c66db-4aab-4d7d-ba4c-49fdff6cdf3b tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:33:28.367514 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edf3c55-9216-4e43-8c97-21b7f24d8b60 None None] Sync routers for ids ['734300e0-7743-42aa-b8bb-4758d7b8ad32'] in dv-cinder-796286-12-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:33:28.376786 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edf3c55-9216-4e43-8c97-21b7f24d8b60 None None] Routers {'734300e0-7743-42aa-b8bb-4758d7b8ad32'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:33:28.377525 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-9edf3c55-9216-4e43-8c97-21b7f24d8b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:33:23Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['734300e0-7743-42aa-b8bb-4758d7b8ad32'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:33:28.403760 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dde9881-8704-429d-af88-ec09388f0406 req-9e3c66db-4aab-4d7d-ba4c-49fdff6cdf3b tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] No DVR routers for this DVR port 310a726c-f77e-4b81-837f-f6f6256633b8 on host hv-cinder-79628 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 12:33:28.404070 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d520ba-b73d-4dcb-8384-348a97883a93 req-820174e6-1ff5-40c9-b729-fddde7a15ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:28.405842 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-54d520ba-b73d-4dcb-8384-348a97883a93 req-820174e6-1ff5-40c9-b729-fddde7a15ba9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=80deb8a8-622c-4118-81ae-e030fdd77ccf HTTP/1.1" status: 200 len: 909 time: 0.0841184 Jul 05 12:33:28.406490 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-0dde9881-8704-429d-af88-ec09388f0406 req-9e3c66db-4aab-4d7d-ba4c-49fdff6cdf3b tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:28.408688 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0dde9881-8704-429d-af88-ec09388f0406 req-9e3c66db-4aab-4d7d-ba4c-49fdff6cdf3b tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.16 "DELETE /v2.0/ports/310a726c-f77e-4b81-837f-f6f6256633b8 HTTP/1.1" status: 204 len: 173 time: 0.8281114 Jul 05 12:33:28.409153 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dddae68e-16f2-4fcd-8b04-320ff3f3dc27', 'name': 'network-vif-deleted', 'tag': '310a726c-f77e-4b81-837f-f6f6256633b8'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:33:28.411433 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa477df9db133d569a4b8d31d3ac9e6e51d5deb3d50c5365463f1d57aa01439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427326f0-fb3d-4711-a09d-cacaec36f73c" -d '{"events": [{"server_uuid": "dddae68e-16f2-4fcd-8b04-320ff3f3dc27", "name": "network-vif-deleted", "tag": "310a726c-f77e-4b81-837f-f6f6256633b8"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:33:28.456348 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3d0303-668b-44cc-8ec3-d7fdac549d12 x-openstack-request-id: req-2b3d0303-668b-44cc-8ec3-d7fdac549d12 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:33:28.456632 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dddae68e-16f2-4fcd-8b04-320ff3f3dc27", "name": "network-vif-deleted", "tag": "310a726c-f77e-4b81-837f-f6f6256633b8", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:33:28.456882 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2b3d0303-668b-44cc-8ec3-d7fdac549d12 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:33:28.457345 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dddae68e-16f2-4fcd-8b04-320ff3f3dc27', 'name': 'network-vif-deleted', 'tag': '310a726c-f77e-4b81-837f-f6f6256633b8', 'status': 'completed', 'code': 200} Jul 05 12:33:28.464398 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-54d520ba-b73d-4dcb-8384-348a97883a93 req-25ca9e75-921f-4c0a-9250-1e205e1d578b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0b65aa1-718f-42da-81e0-04a9e36ed949 HTTP/1.1" status: 200 len: 217 time: 0.0463827 Jul 05 12:33:28.501692 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-9edf3c55-9216-4e43-8c97-21b7f24d8b60 None None] Set router 734300e0-7743-42aa-b8bb-4758d7b8ad32 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:33:28.544194 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d520ba-b73d-4dcb-8384-348a97883a93 req-015ce2fb-2748-4956-982e-a559befd29c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:28.545823 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-54d520ba-b73d-4dcb-8384-348a97883a93 req-015ce2fb-2748-4956-982e-a559befd29c0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c2e62cf1-4d43-4f71-9c46-e9fb3c01e0c0 HTTP/1.1" status: 200 len: 848 time: 0.0707185 Jul 05 12:33:28.583353 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-54d520ba-b73d-4dcb-8384-348a97883a93 req-38c80dd1-bd9f-41ef-a2dc-62531843eaea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=80deb8a8-622c-4118-81ae-e030fdd77ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299075 Jul 05 12:33:28.693808 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6367ef5c-e324-409b-9759-3cc5af42bbb7 req-5f6d55a8-f01f-4d79-8157-e1a0e7ef45d8 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/ports?device_id=dddae68e-16f2-4fcd-8b04-320ff3f3dc27 HTTP/1.1" status: 200 len: 210 time: 0.0361388 Jul 05 12:33:28.721017 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-54d520ba-b73d-4dcb-8384-348a97883a93 req-f96a0d0e-d63c-4de9-a986-82e25301179f service neutron] 10.222.0.16 "GET /v2.0/networks/80deb8a8-622c-4118-81ae-e030fdd77ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313407 Jul 05 12:33:28.757207 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-9edf3c55-9216-4e43-8c97-21b7f24d8b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'name': 'tempest-AttachVolumeShelveTestJSON-575998965-router', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e0f234a0-175d-42f0-8ebc-cc17d7338b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:54Z', 'updated_at': '2021-07-05T12:23:00Z', 'revision_number': 4, 'project_id': 'c2204859a25945928d43901f7e432e4b', 'gw_port': {'id': 'e0f234a0-175d-42f0-8ebc-cc17d7338b1c', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:55Z', 'updated_at': '2021-07-05T12:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '9e3403b2-d152-460c-8226-44b1fb84a261', 'name': '', 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'mac_address': 'fa:16:3e:ff:4c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e29bc3a4-4782-4c7f-be99-ab421b15f5f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:59Z', 'updated_at': '2021-07-05T12:23:16Z', 'revision_number': 5, 'project_id': 'c2204859a25945928d43901f7e432e4b', 'subnets': [{'id': 'e29bc3a4-4782-4c7f-be99-ab421b15f5f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:33:28.810768 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-54d520ba-b73d-4dcb-8384-348a97883a93 req-6e823471-812f-4b56-85f2-1719e9b0e093 service neutron] 10.222.0.16 "GET /v2.0/networks/80deb8a8-622c-4118-81ae-e030fdd77ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822957 Jul 05 12:33:28.871366 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edf3c55-9216-4e43-8c97-21b7f24d8b60 None None] Checking router: 734300e0-7743-42aa-b8bb-4758d7b8ad32 for host: dv-cinder-796286-12-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:33:28.880109 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edf3c55-9216-4e43-8c97-21b7f24d8b60 None None] Routers {'734300e0-7743-42aa-b8bb-4758d7b8ad32'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:33:28.880934 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-9edf3c55-9216-4e43-8c97-21b7f24d8b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:33:23Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['734300e0-7743-42aa-b8bb-4758d7b8ad32'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:33:28.963439 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad923a-d152-4619-a3a6-63049d41a484 req-f499c49c-9129-4d63-b07b-ba10c86fa074 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:28.965064 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ddad923a-d152-4619-a3a6-63049d41a484 req-f499c49c-9129-4d63-b07b-ba10c86fa074 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9a88520-7ed2-42e6-9e5a-f3437c440842 HTTP/1.1" status: 200 len: 944 time: 0.0738623 Jul 05 12:33:28.992224 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-9edf3c55-9216-4e43-8c97-21b7f24d8b60 None None] Set router 734300e0-7743-42aa-b8bb-4758d7b8ad32 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:33:29.007173 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ddad923a-d152-4619-a3a6-63049d41a484 req-e44ffec8-87e9-4f0b-b428-d3377dce3867 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8189e79-21e6-46c3-9cb6-c26e403bb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344112 Jul 05 12:33:29.192346 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-9edf3c55-9216-4e43-8c97-21b7f24d8b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'name': 'tempest-AttachVolumeShelveTestJSON-575998965-router', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e0f234a0-175d-42f0-8ebc-cc17d7338b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:54Z', 'updated_at': '2021-07-05T12:23:00Z', 'revision_number': 4, 'project_id': 'c2204859a25945928d43901f7e432e4b', 'gw_port': {'id': 'e0f234a0-175d-42f0-8ebc-cc17d7338b1c', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:55Z', 'updated_at': '2021-07-05T12:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '9e3403b2-d152-460c-8226-44b1fb84a261', 'name': '', 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'mac_address': 'fa:16:3e:ff:4c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e29bc3a4-4782-4c7f-be99-ab421b15f5f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:59Z', 'updated_at': '2021-07-05T12:23:16Z', 'revision_number': 5, 'project_id': 'c2204859a25945928d43901f7e432e4b', 'subnets': [{'id': 'e29bc3a4-4782-4c7f-be99-ab421b15f5f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:33:29.217549 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edf3c55-9216-4e43-8c97-21b7f24d8b60 None None] The sync data for ids ['734300e0-7743-42aa-b8bb-4758d7b8ad32'] in dv-cinder-796286-12-iscsi is: [{'id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'name': 'tempest-AttachVolumeShelveTestJSON-575998965-router', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e0f234a0-175d-42f0-8ebc-cc17d7338b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:54Z', 'updated_at': '2021-07-05T12:23:00Z', 'revision_number': 4, 'project_id': 'c2204859a25945928d43901f7e432e4b', 'gw_port': {'id': 'e0f234a0-175d-42f0-8ebc-cc17d7338b1c', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:55Z', 'updated_at': '2021-07-05T12:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '9e3403b2-d152-460c-8226-44b1fb84a261', 'name': '', 'network_id': 'a54fe11d-9434-40ac-976c-e45f096866c1', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'mac_address': 'fa:16:3e:ff:4c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e29bc3a4-4782-4c7f-be99-ab421b15f5f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:59Z', 'updated_at': '2021-07-05T12:23:16Z', 'revision_number': 5, 'project_id': 'c2204859a25945928d43901f7e432e4b', 'subnets': [{'id': 'e29bc3a4-4782-4c7f-be99-ab421b15f5f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:33:29.425221 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f8c00b-6667-4db3-a003-17ef3e0cfc61 None None] New status for floating IP cba2b0f2-3386-49f4-bd11-5ae4057026d0: DOWN {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 12:33:29.816705 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 43326) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:33:29.869630 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c9370bef-2716-47b3-bbee-c1e66e938c78 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:29.891936 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c9370bef-2716-47b3-bbee-c1e66e938c78 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:29.938570 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c9370bef-2716-47b3-bbee-c1e66e938c78 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:29.941199 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c9370bef-2716-47b3-bbee-c1e66e938c78 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:29.942356 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c9370bef-2716-47b3-bbee-c1e66e938c78 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "DELETE /v2.0/security-groups/b804e19d-b937-4e54-b2a7-b1a41f7ea47c HTTP/1.1" status: 204 len: 168 time: 0.1246679 Jul 05 12:33:29.945960 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 43328) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:33:29.951738 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9370bef-2716-47b3-bbee-c1e66e938c78 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b804e19d-b937-4e54-b2a7-b1a41f7ea47c,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:33:29.961981 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.api.v2.resource [None req-ecd3f2e7-ceb5-4074-aedf-eac3e52853d0 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] show failed (client error): The resource could not be found. Jul 05 12:33:29.963055 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-ecd3f2e7-ceb5-4074-aedf-eac3e52853d0 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "GET /v2.0/security-groups/b804e19d-b937-4e54-b2a7-b1a41f7ea47c HTTP/1.1" status: 404 len: 347 time: 0.0159898 Jul 05 12:33:29.965842 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 43330) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:33:30.090819 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-3523419d-89b6-4948-a672-92c36a23c367 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Deleting port e6a24e25-f7d1-4b18-80f8-4ca509cb8c4d {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:33:30.091171 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3523419d-89b6-4948-a672-92c36a23c367 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:30.210475 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3523419d-89b6-4948-a672-92c36a23c367 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:30.210830 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3523419d-89b6-4948-a672-92c36a23c367 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:30.227582 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-3523419d-89b6-4948-a672-92c36a23c367 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Calling delete_port for e6a24e25-f7d1-4b18-80f8-4ca509cb8c4d owned by network:floatingip {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:33:30.236280 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ffa5f-76ab-4cc7-8856-792672f63a7b req-8132c0f5-1e52-4837-a3e1-723bd89f984b tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:30.237615 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fc0ffa5f-76ab-4cc7-8856-792672f63a7b req-8132c0f5-1e52-4837-a3e1-723bd89f984b tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9a88520-7ed2-42e6-9e5a-f3437c440842 HTTP/1.1" status: 200 len: 944 time: 0.1126442 Jul 05 12:33:30.327561 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fc0ffa5f-76ab-4cc7-8856-792672f63a7b req-088e02a7-e057-4299-a050-ba1c24b2a8ed tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8189e79-21e6-46c3-9cb6-c26e403bb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815811 Jul 05 12:33:30.393042 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3523419d-89b6-4948-a672-92c36a23c367 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3485763'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:30.419360 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3523419d-89b6-4948-a672-92c36a23c367 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Pushing event deleted for resources: {'Port': ['ID=e6a24e25-f7d1-4b18-80f8-4ca509cb8c4d,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:33:30.478063 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3523419d-89b6-4948-a672-92c36a23c367 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks [] for floatingip, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:30.480643 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3523419d-89b6-4948-a672-92c36a23c367 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for floatingip, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:30.481786 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-3523419d-89b6-4948-a672-92c36a23c367 tempest-AttachVolumeShelveTestJSON-2087246874 tempest-AttachVolumeShelveTestJSON-2087246874-project] 10.222.0.52 "DELETE /v2.0/floatingips/cba2b0f2-3386-49f4-bd11-5ae4057026d0 HTTP/1.1" status: 204 len: 168 time: 0.5150030 Jul 05 12:33:31.500740 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7060a00-39a9-4e4a-a8ac-426806045ad3 req-7376d832-7e20-49e5-b611-65c946dcdff2 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:31.502140 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c7060a00-39a9-4e4a-a8ac-426806045ad3 req-7376d832-7e20-49e5-b611-65c946dcdff2 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9a88520-7ed2-42e6-9e5a-f3437c440842 HTTP/1.1" status: 200 len: 944 time: 0.0666511 Jul 05 12:33:31.545694 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c7060a00-39a9-4e4a-a8ac-426806045ad3 req-64885554-37ed-4b81-bdd7-48bb2a849959 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8189e79-21e6-46c3-9cb6-c26e403bb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332212 Jul 05 12:33:32.713938 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4fcbd-6059-40f0-94a6-1d07ba25b1f8 req-9533f17f-826b-4901-a5f3-f3718745e926 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:32.715408 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-60a4fcbd-6059-40f0-94a6-1d07ba25b1f8 req-9533f17f-826b-4901-a5f3-f3718745e926 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9a88520-7ed2-42e6-9e5a-f3437c440842 HTTP/1.1" status: 200 len: 944 time: 0.0630276 Jul 05 12:33:32.752498 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-60a4fcbd-6059-40f0-94a6-1d07ba25b1f8 req-9f4517b7-c5c6-43c4-97e3-133126dc55d5 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8189e79-21e6-46c3-9cb6-c26e403bb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316110 Jul 05 12:33:32.760413 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device f0b65aa1-718f-42da-81e0-04a9e36ed949 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 12:33:32.940511 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 310a726c-f77e-4b81-837f-f6f6256633b8 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:33:32.964530 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] No Port match for: 310a726c-f77e-4b81-837f-f6f6256633b8 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:33:32.964870 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 310a726c-f77e-4b81-837f-f6f6256633b8 not bound to the agent host hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:33:33.003922 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port f0b65aa1-718f-42da-81e0-04a9e36ed949, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f0b65aa1-718f-42da-81e0-04a9e36ed949,segment=NetworkSegment(6233d2e8-6d64-4d7d-a056-48baa665c0b3),segment_id=6233d2e8-6d64-4d7d-a056-48baa665c0b3)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:33:33.014601 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Returning: {'device': 'f0b65aa1-718f-42da-81e0-04a9e36ed949', 'network_id': '80deb8a8-622c-4118-81ae-e030fdd77ccf', 'port_id': 'f0b65aa1-718f-42da-81e0-04a9e36ed949', 'mac_address': 'fa:16:3e:e6:91:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e62cf1-4d43-4f71-9c46-e9fb3c01e0c0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 12:33:33.053512 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:33.055184 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 43358) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:33:33.065893 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0b65aa1-718f-42da-81e0-04a9e36ed949 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:33:33.085306 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port f0b65aa1-718f-42da-81e0-04a9e36ed949, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f0b65aa1-718f-42da-81e0-04a9e36ed949,segment=NetworkSegment(6233d2e8-6d64-4d7d-a056-48baa665c0b3),segment_id=6233d2e8-6d64-4d7d-a056-48baa665c0b3)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:33:33.089371 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:33.138088 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=f0b65aa1-718f-42da-81e0-04a9e36ed949,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:33:33.144963 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:33:33.145316 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:33:33.145670 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:33:33.145994 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:33:33.146322 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:33:33.146665 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:33:33.147029 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:33:33.147362 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:33:33.147690 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:33:33.148013 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:33:33.148333 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:33:33.148652 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:33:33.412650 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] get_ports_and_sgs() called for port_ids ['f0b65aa1-718f-42da-81e0-04a9e36ed949'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 12:33:33.448007 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8c17839c-a680-42ad-98d8-f55c3ee2da96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1576687'] for router_interface, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:33.934463 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111d946-ecf5-4002-be61-210a148f2761 req-ea4a933c-542e-4e81-914a-2e0a206318c0 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:33.935932 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1111d946-ecf5-4002-be61-210a148f2761 req-ea4a933c-542e-4e81-914a-2e0a206318c0 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9a88520-7ed2-42e6-9e5a-f3437c440842 HTTP/1.1" status: 200 len: 945 time: 0.0688264 Jul 05 12:33:33.947298 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-8c17839c-a680-42ad-98d8-f55c3ee2da96 admin admin] Deleting port 9e3403b2-d152-460c-8226-44b1fb84a261 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:33:33.947636 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8c17839c-a680-42ad-98d8-f55c3ee2da96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:33.973045 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1111d946-ecf5-4002-be61-210a148f2761 req-e64e8dd4-c902-45c8-a87e-a5edc551003a tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8189e79-21e6-46c3-9cb6-c26e403bb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312800 Jul 05 12:33:34.024859 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-8c17839c-a680-42ad-98d8-f55c3ee2da96 admin admin] For port 9e3403b2-d152-460c-8226-44b1fb84a261, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=9e3403b2-d152-460c-8226-44b1fb84a261,segment=NetworkSegment(ba2612a6-0598-4c68-93ea-4c354bd542e5),segment_id=ba2612a6-0598-4c68-93ea-4c354bd542e5)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:33:34.025220 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8c17839c-a680-42ad-98d8-f55c3ee2da96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:34.038361 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-8c17839c-a680-42ad-98d8-f55c3ee2da96 admin admin] Calling delete_port for 9e3403b2-d152-460c-8226-44b1fb84a261 owned by network:router_interface {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:33:34.213798 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8c17839c-a680-42ad-98d8-f55c3ee2da96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9210769'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:34.243534 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17839c-a680-42ad-98d8-f55c3ee2da96 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e3403b2-d152-460c-8226-44b1fb84a261,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:33:34.409433 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8c17839c-a680-42ad-98d8-f55c3ee2da96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601745'] for router_interface, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:34.628457 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c17839c-a680-42ad-98d8-f55c3ee2da96 admin admin] Router 734300e0-7743-42aa-b8bb-4758d7b8ad32 has already been hosted by L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 12:33:34.732881 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c17839c-a680-42ad-98d8-f55c3ee2da96 admin admin] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:33:34.740271 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-8c17839c-a680-42ad-98d8-f55c3ee2da96 admin admin] 10.222.0.52 "PUT /v2.0/routers/734300e0-7743-42aa-b8bb-4758d7b8ad32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6817880 Jul 05 12:33:34.740549 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 43368) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:33:34.741375 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7462cd-f87f-45c1-ba2d-0a7d9aa7a8a6 None None] Sync routers for ids ['734300e0-7743-42aa-b8bb-4758d7b8ad32'] in dv-cinder-796286-12-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:33:34.750507 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7462cd-f87f-45c1-ba2d-0a7d9aa7a8a6 None None] Routers {'734300e0-7743-42aa-b8bb-4758d7b8ad32'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:33:34.751155 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-9f7462cd-f87f-45c1-ba2d-0a7d9aa7a8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:33:23Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['734300e0-7743-42aa-b8bb-4758d7b8ad32'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:33:34.759147 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device f0b65aa1-718f-42da-81e0-04a9e36ed949 up at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:33:34.812748 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning for port f0b65aa1-718f-42da-81e0-04a9e36ed949 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:33:34.816711 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning complete for port f0b65aa1-718f-42da-81e0-04a9e36ed949 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:33:34.817088 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:34.850802 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dcd2d68f-6fec-4466-90bf-2063407e8b7f admin admin] Notify callbacks [] for router, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:34.863789 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-9f7462cd-f87f-45c1-ba2d-0a7d9aa7a8a6 None None] Set router 734300e0-7743-42aa-b8bb-4758d7b8ad32 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:33:34.897888 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:34.921273 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a88520-7ed2-42e6-9e5a-f3437c440842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b65aa1-718f-42da-81e0-04a9e36ed949'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:33:34.923798 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb11927d8d6a4f40405007df32e35409d46ab531454b71f6d23f9687e715819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9d22ca-e561-43d1-b272-7b656f9898e0" -d '{"events": [{"server_uuid": "f9a88520-7ed2-42e6-9e5a-f3437c440842", "name": "network-vif-plugged", "status": "completed", "tag": "f0b65aa1-718f-42da-81e0-04a9e36ed949"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:33:34.939701 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port f0b65aa1-718f-42da-81e0-04a9e36ed949, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f0b65aa1-718f-42da-81e0-04a9e36ed949,segment=NetworkSegment(6233d2e8-6d64-4d7d-a056-48baa665c0b3),segment_id=6233d2e8-6d64-4d7d-a056-48baa665c0b3)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:33:34.945636 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:34.964273 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dcd2d68f-6fec-4466-90bf-2063407e8b7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:34.976498 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6109109-ce46-4524-929b-0b1fe0972d0a x-openstack-request-id: req-d6109109-ce46-4524-929b-0b1fe0972d0a {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:33:34.976926 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a88520-7ed2-42e6-9e5a-f3437c440842", "name": "network-vif-plugged", "status": "completed", "tag": "f0b65aa1-718f-42da-81e0-04a9e36ed949", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:33:34.977153 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d6109109-ce46-4524-929b-0b1fe0972d0a {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:33:34.977657 dv-cinder-796286-12-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a88520-7ed2-42e6-9e5a-f3437c440842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b65aa1-718f-42da-81e0-04a9e36ed949', 'code': 200} Jul 05 12:33:35.008736 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=f0b65aa1-718f-42da-81e0-04a9e36ed949,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:33:35.040364 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2d68f-6fec-4466-90bf-2063407e8b7f admin admin] Deleting port e0f234a0-175d-42f0-8ebc-cc17d7338b1c {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:33:35.040968 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dcd2d68f-6fec-4466-90bf-2063407e8b7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:35.067555 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-9f7462cd-f87f-45c1-ba2d-0a7d9aa7a8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'name': 'tempest-AttachVolumeShelveTestJSON-575998965-router', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e0f234a0-175d-42f0-8ebc-cc17d7338b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:54Z', 'updated_at': '2021-07-05T12:33:34Z', 'revision_number': 5, 'project_id': 'c2204859a25945928d43901f7e432e4b', 'gw_port': {'id': 'e0f234a0-175d-42f0-8ebc-cc17d7338b1c', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:22:55Z', 'updated_at': '2021-07-05T12:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi'}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:33:35.103247 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7462cd-f87f-45c1-ba2d-0a7d9aa7a8a6 None None] Checking router: 734300e0-7743-42aa-b8bb-4758d7b8ad32 for host: dv-cinder-796286-12-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:33:35.112646 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7462cd-f87f-45c1-ba2d-0a7d9aa7a8a6 None None] Routers {'734300e0-7743-42aa-b8bb-4758d7b8ad32'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:33:35.113592 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-9f7462cd-f87f-45c1-ba2d-0a7d9aa7a8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:33:23Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['734300e0-7743-42aa-b8bb-4758d7b8ad32'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:33:35.129110 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-dcd2d68f-6fec-4466-90bf-2063407e8b7f admin admin] For port e0f234a0-175d-42f0-8ebc-cc17d7338b1c, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=e0f234a0-175d-42f0-8ebc-cc17d7338b1c,segment=NetworkSegment(7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0),segment_id=7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:33:35.129596 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dcd2d68f-6fec-4466-90bf-2063407e8b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:35.145223 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2d68f-6fec-4466-90bf-2063407e8b7f admin admin] Calling delete_port for e0f234a0-175d-42f0-8ebc-cc17d7338b1c owned by network:router_gateway {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:33:35.173655 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ea540-2d63-417b-96d4-420718666a7e req-d23fa0a5-8358-474b-ace9-975052b06932 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:35.175788 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5f5ea540-2d63-417b-96d4-420718666a7e req-d23fa0a5-8358-474b-ace9-975052b06932 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9a88520-7ed2-42e6-9e5a-f3437c440842 HTTP/1.1" status: 200 len: 946 time: 0.0712345 Jul 05 12:33:35.217417 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5f5ea540-2d63-417b-96d4-420718666a7e req-c1b7c9f2-96f7-4ff3-b6cf-4158d77448ed tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8189e79-21e6-46c3-9cb6-c26e403bb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335042 Jul 05 12:33:35.228353 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-9f7462cd-f87f-45c1-ba2d-0a7d9aa7a8a6 None None] Set router 734300e0-7743-42aa-b8bb-4758d7b8ad32 gateway port host: None {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:33:35.281507 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12b862-af2c-474d-b31b-c6a046c060f4 req-5404d302-b0df-40ec-9a53-d1bd9d3a4b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:35.283010 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3e12b862-af2c-474d-b31b-c6a046c060f4 req-5404d302-b0df-40ec-9a53-d1bd9d3a4b08 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f9a88520-7ed2-42e6-9e5a-f3437c440842 HTTP/1.1" status: 200 len: 1099 time: 0.0549939 Jul 05 12:33:35.289683 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-9f7462cd-f87f-45c1-ba2d-0a7d9aa7a8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'name': 'tempest-AttachVolumeShelveTestJSON-575998965-router', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:54Z', 'updated_at': '2021-07-05T12:33:34Z', 'revision_number': 6, 'project_id': 'c2204859a25945928d43901f7e432e4b', 'gw_port_host': None}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:33:35.321047 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3e12b862-af2c-474d-b31b-c6a046c060f4 req-295c4fbc-4404-4cf3-ac00-6ae58cbd7320 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a8189e79-21e6-46c3-9cb6-c26e403bb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305824 Jul 05 12:33:35.324660 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7462cd-f87f-45c1-ba2d-0a7d9aa7a8a6 None None] The sync data for ids ['734300e0-7743-42aa-b8bb-4758d7b8ad32'] in dv-cinder-796286-12-iscsi is: [{'id': '734300e0-7743-42aa-b8bb-4758d7b8ad32', 'name': 'tempest-AttachVolumeShelveTestJSON-575998965-router', 'tenant_id': 'c2204859a25945928d43901f7e432e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:22:54Z', 'updated_at': '2021-07-05T12:33:34Z', 'revision_number': 6, 'project_id': 'c2204859a25945928d43901f7e432e4b', 'gw_port_host': None}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:33:35.350162 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dcd2d68f-6fec-4466-90bf-2063407e8b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9210769'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:35.401521 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2d68f-6fec-4466-90bf-2063407e8b7f admin admin] Pushing event deleted for resources: {'Port': ['ID=e0f234a0-175d-42f0-8ebc-cc17d7338b1c,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:33:35.439716 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dcd2d68f-6fec-4466-90bf-2063407e8b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1575336'] for router_gateway, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:35.526689 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dcd2d68f-6fec-4466-90bf-2063407e8b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6158'] for router, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:35.528783 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dcd2d68f-6fec-4466-90bf-2063407e8b7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:35.571939 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dcd2d68f-6fec-4466-90bf-2063407e8b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1580428'] for router, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:35.572523 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd2d68f-6fec-4466-90bf-2063407e8b7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 734300e0-7743-42aa-b8bb-4758d7b8ad32 {{(pid=92928) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 12:33:35.578992 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dcd2d68f-6fec-4466-90bf-2063407e8b7f admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:35.581009 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-dcd2d68f-6fec-4466-90bf-2063407e8b7f admin admin] 10.222.0.52 "DELETE /v2.0/routers/734300e0-7743-42aa-b8bb-4758d7b8ad32 HTTP/1.1" status: 204 len: 168 time: 0.8392193 Jul 05 12:33:35.583130 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 43374) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:33:35.628968 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-702d0266-1dd5-4ec6-bf10-71cb9bdb06a8 admin admin] Deleting subnet e29bc3a4-4782-4c7f-be99-ab421b15f5f5 {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 12:33:35.632078 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-702d0266-1dd5-4ec6-bf10-71cb9bdb06a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:35.672727 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-702d0266-1dd5-4ec6-bf10-71cb9bdb06a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9086252'] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:35.754692 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-702d0266-1dd5-4ec6-bf10-71cb9bdb06a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882782'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:35.806315 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-702d0266-1dd5-4ec6-bf10-71cb9bdb06a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9210795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985237'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:35.831840 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d0266-1dd5-4ec6-bf10-71cb9bdb06a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e29bc3a4-4782-4c7f-be99-ab421b15f5f5,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:33:35.836918 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-702d0266-1dd5-4ec6-bf10-71cb9bdb06a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:35.838801 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-702d0266-1dd5-4ec6-bf10-71cb9bdb06a8 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e29bc3a4-4782-4c7f-be99-ab421b15f5f5 HTTP/1.1" status: 204 len: 168 time: 0.2533731 Jul 05 12:33:35.841200 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 43376) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:33:35.842050 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22a0f46-c251-41fd-837e-b0933d2c6c2e None None] Network a54fe11d-9434-40ac-976c-e45f096866c1 requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:33:35.910506 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-002ee49f-059a-44da-a1dd-0aea9b7d5ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773155'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:35.962820 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-002ee49f-059a-44da-a1dd-0aea9b7d5ec1 admin admin] Deleting port 5d5c18be-ea72-4e7e-bb9b-c63b512ac81c {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:33:35.963122 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-002ee49f-059a-44da-a1dd-0aea9b7d5ec1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:36.024742 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-002ee49f-059a-44da-a1dd-0aea9b7d5ec1 admin admin] For port 5d5c18be-ea72-4e7e-bb9b-c63b512ac81c, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=5d5c18be-ea72-4e7e-bb9b-c63b512ac81c,segment=NetworkSegment(ba2612a6-0598-4c68-93ea-4c354bd542e5),segment_id=ba2612a6-0598-4c68-93ea-4c354bd542e5)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:33:36.025140 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-002ee49f-059a-44da-a1dd-0aea9b7d5ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:36.045830 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-002ee49f-059a-44da-a1dd-0aea9b7d5ec1 admin admin] Calling delete_port for 5d5c18be-ea72-4e7e-bb9b-c63b512ac81c owned by network:dhcp {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:33:36.061997 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99d8f22-a19c-4828-9e03-c0950932c03b None None] DHCP port deletion for a54fe11d-9434-40ac-976c-e45f096866c1 request from dv-cinder-796286-12-iscsi {{(pid=92930) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 12:33:36.110826 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-d99d8f22-a19c-4828-9e03-c0950932c03b None None] Deleting port 5d5c18be-ea72-4e7e-bb9b-c63b512ac81c {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:33:36.111211 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d99d8f22-a19c-4828-9e03-c0950932c03b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:36.135142 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-002ee49f-059a-44da-a1dd-0aea9b7d5ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9210769'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:36.162328 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ee49f-059a-44da-a1dd-0aea9b7d5ec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d5c18be-ea72-4e7e-bb9b-c63b512ac81c,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:33:36.165775 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002ee49f-059a-44da-a1dd-0aea9b7d5ec1 admin admin] No DVR routers for this DVR port 5d5c18be-ea72-4e7e-bb9b-c63b512ac81c on host dv-cinder-796286-12-iscsi {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 12:33:36.183944 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-d99d8f22-a19c-4828-9e03-c0950932c03b None None] For port 5d5c18be-ea72-4e7e-bb9b-c63b512ac81c, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=5d5c18be-ea72-4e7e-bb9b-c63b512ac81c,segment=NetworkSegment(ba2612a6-0598-4c68-93ea-4c354bd542e5),segment_id=ba2612a6-0598-4c68-93ea-4c354bd542e5)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:33:36.184335 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d99d8f22-a19c-4828-9e03-c0950932c03b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:36.197560 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-d99d8f22-a19c-4828-9e03-c0950932c03b None None] Calling delete_port for 5d5c18be-ea72-4e7e-bb9b-c63b512ac81c owned by network:dhcp {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:33:36.242142 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-002ee49f-059a-44da-a1dd-0aea9b7d5ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880587', 'neutron.services.segments.db._delete_segments_for_network-8761929754462'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:36.252194 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-002ee49f-059a-44da-a1dd-0aea9b7d5ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a54fe11d-9434-40ac-976c-e45f096866c1']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:33:36.269397 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-002ee49f-059a-44da-a1dd-0aea9b7d5ec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba2612a6-0598-4c68-93ea-4c354bd542e5') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:33:36.269604 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-002ee49f-059a-44da-a1dd-0aea9b7d5ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba2612a6-0598-4c68-93ea-4c354bd542e5') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:33:36.283906 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-002ee49f-059a-44da-a1dd-0aea9b7d5ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761929721474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9086267'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:36.288263 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d99d8f22-a19c-4828-9e03-c0950932c03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:36.301724 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-002ee49f-059a-44da-a1dd-0aea9b7d5ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:36.310270 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-002ee49f-059a-44da-a1dd-0aea9b7d5ec1 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 12:33:36.314767 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-002ee49f-059a-44da-a1dd-0aea9b7d5ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9210702'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:36.314767 dv-cinder-796286-12-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 12:33:36.314767 dv-cinder-796286-12-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 05 12:33:36.314767 dv-cinder-796286-12-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 05 12:33:36.314767 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 12:33:36.314767 dv-cinder-796286-12-iscsi neutron-server[92928]: timer() Jul 05 12:33:36.314767 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 12:33:36.314767 dv-cinder-796286-12-iscsi neutron-server[92928]: cb(*args, **kw) Jul 05 12:33:36.314767 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 12:33:36.314767 dv-cinder-796286-12-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 05 12:33:36.314767 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 12:33:36.314767 dv-cinder-796286-12-iscsi neutron-server[92928]: self._notify() Jul 05 12:33:36.314767 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 12:33:36.314767 dv-cinder-796286-12-iscsi neutron-server[92928]: self.callback(batched_events) Jul 05 12:33:36.314767 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 12:33:36.314767 dv-cinder-796286-12-iscsi neutron-server[92928]: event.method(event) Jul 05 12:33:36.314767 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 12:33:36.314767 dv-cinder-796286-12-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 12:33:36.314767 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 12:33:36.314767 dv-cinder-796286-12-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 12:33:36.314767 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 12:33:36.314767 dv-cinder-796286-12-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 05 12:33:36.314767 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 12:33:36.314767 dv-cinder-796286-12-iscsi neutron-server[92928]: return self._get(url).json() Jul 05 12:33:36.314767 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 12:33:36.314767 dv-cinder-796286-12-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 12:33:36.314767 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 12:33:36.314767 dv-cinder-796286-12-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 05 12:33:36.314767 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 12:33:36.314767 dv-cinder-796286-12-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 12:33:36.314767 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 12:33:36.314767 dv-cinder-796286-12-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 12:33:36.314767 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 12:33:36.314767 dv-cinder-796286-12-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 12:33:36.314767 dv-cinder-796286-12-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 12:33:36.321724 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99d8f22-a19c-4828-9e03-c0950932c03b None None] Pushing event deleted for resources: {'Port': ['ID=5d5c18be-ea72-4e7e-bb9b-c63b512ac81c,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:33:36.325359 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99d8f22-a19c-4828-9e03-c0950932c03b None None] No DVR routers for this DVR port 5d5c18be-ea72-4e7e-bb9b-c63b512ac81c on host dv-cinder-796286-12-iscsi {{(pid=92930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 12:33:36.366573 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 9e3403b2-d152-460c-8226-44b1fb84a261 no longer exists at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:33:36.398937 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] No Port match for: 9e3403b2-d152-460c-8226-44b1fb84a261 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:33:36.399652 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 9e3403b2-d152-460c-8226-44b1fb84a261 not bound to the agent host dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:33:36.400272 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device e0f234a0-175d-42f0-8ebc-cc17d7338b1c no longer exists at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:33:36.422466 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-002ee49f-059a-44da-a1dd-0aea9b7d5ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575308'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:36.446534 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-002ee49f-059a-44da-a1dd-0aea9b7d5ec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:36.461459 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] No Port match for: e0f234a0-175d-42f0-8ebc-cc17d7338b1c {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:33:36.461811 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device e0f234a0-175d-42f0-8ebc-cc17d7338b1c not bound to the agent host dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:33:36.462235 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 5d5c18be-ea72-4e7e-bb9b-c63b512ac81c no longer exists at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:33:36.463258 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-002ee49f-059a-44da-a1dd-0aea9b7d5ec1 admin admin] 10.222.0.52 "DELETE /v2.0/networks/a54fe11d-9434-40ac-976c-e45f096866c1 HTTP/1.1" status: 204 len: 168 time: 0.6210444 Jul 05 12:33:36.492026 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ee49f-059a-44da-a1dd-0aea9b7d5ec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a54fe11d-9434-40ac-976c-e45f096866c1,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:33:36.494068 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] No Port match for: 5d5c18be-ea72-4e7e-bb9b-c63b512ac81c {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:33:36.494413 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 5d5c18be-ea72-4e7e-bb9b-c63b512ac81c not bound to the agent host dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:33:36.528262 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be755bf7-fd4e-4796-8cd2-9e8f1979641e req-bd85cb10-cb6e-41a5-b7c7-0f14d9ceecbe tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:36.531207 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-be755bf7-fd4e-4796-8cd2-9e8f1979641e req-bd85cb10-cb6e-41a5-b7c7-0f14d9ceecbe tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9a88520-7ed2-42e6-9e5a-f3437c440842 HTTP/1.1" status: 200 len: 946 time: 0.1216567 Jul 05 12:33:36.576123 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-be755bf7-fd4e-4796-8cd2-9e8f1979641e req-49576d4e-84c0-42ed-ae5e-01f12d42af18 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8189e79-21e6-46c3-9cb6-c26e403bb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403450 Jul 05 12:33:36.593815 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 43382) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:33:36.634178 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-4fb324b1-d2e2-49a3-b71d-66e3f2a26cf5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c2204859a25945928d43901f7e432e4b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0391479 Jul 05 12:33:36.636680 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 43384) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:33:36.685366 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5a59ae18-3ca1-4335-b36e-827002e3cfe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:36.705378 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5a59ae18-3ca1-4335-b36e-827002e3cfe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:36.750206 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5a59ae18-3ca1-4335-b36e-827002e3cfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:36.752633 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5a59ae18-3ca1-4335-b36e-827002e3cfe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:36.753766 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-5a59ae18-3ca1-4335-b36e-827002e3cfe9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f6ac77a2-8919-4e63-8835-61d5e8b28f09 HTTP/1.1" status: 204 len: 168 time: 0.1161761 Jul 05 12:33:36.761091 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a59ae18-3ca1-4335-b36e-827002e3cfe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ac77a2-8919-4e63-8835-61d5e8b28f09,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:33:37.758932 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed1b10-4cda-41e0-8e84-bdcb3d3ffa2a req-34207712-36ff-4cd1-a451-2899d2fad812 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:37.760437 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a5ed1b10-4cda-41e0-8e84-bdcb3d3ffa2a req-34207712-36ff-4cd1-a451-2899d2fad812 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9a88520-7ed2-42e6-9e5a-f3437c440842 HTTP/1.1" status: 200 len: 946 time: 0.0658803 Jul 05 12:33:37.800040 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a5ed1b10-4cda-41e0-8e84-bdcb3d3ffa2a req-17f7d52d-7891-4663-ab85-b6062c37f8ad tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8189e79-21e6-46c3-9cb6-c26e403bb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339682 Jul 05 12:33:38.576713 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eeefa6-78c2-4259-9940-f4456d8d2e7a req-7e233c42-d28c-42cf-9882-b62da74153ae tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:38.580092 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-37eeefa6-78c2-4259-9940-f4456d8d2e7a req-7e233c42-d28c-42cf-9882-b62da74153ae tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9a88520-7ed2-42e6-9e5a-f3437c440842 HTTP/1.1" status: 200 len: 946 time: 0.0638092 Jul 05 12:33:38.615862 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-37eeefa6-78c2-4259-9940-f4456d8d2e7a req-c066383f-6881-4345-b009-4e5d86c847c7 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8189e79-21e6-46c3-9cb6-c26e403bb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313692 Jul 05 12:33:39.792270 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d6845-a7bb-4439-a5c7-30f278b7ee16 req-7ddddabb-bdfe-4b5b-a262-008637b82cfd tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:39.793629 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-018d6845-a7bb-4439-a5c7-30f278b7ee16 req-7ddddabb-bdfe-4b5b-a262-008637b82cfd tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9a88520-7ed2-42e6-9e5a-f3437c440842 HTTP/1.1" status: 200 len: 946 time: 0.0675359 Jul 05 12:33:39.829578 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-018d6845-a7bb-4439-a5c7-30f278b7ee16 req-6c95bd61-fc31-4a87-bfea-73470b63fbdd tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8189e79-21e6-46c3-9cb6-c26e403bb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305195 Jul 05 12:33:40.999655 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad6704-73a0-444b-af7f-79e0c54475cc req-25b6cf97-c1f5-4c2f-a6be-1ae94f460c1b tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:41.001119 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1fad6704-73a0-444b-af7f-79e0c54475cc req-25b6cf97-c1f5-4c2f-a6be-1ae94f460c1b tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9a88520-7ed2-42e6-9e5a-f3437c440842 HTTP/1.1" status: 200 len: 946 time: 0.0623736 Jul 05 12:33:41.038490 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1fad6704-73a0-444b-af7f-79e0c54475cc req-bcbbfde0-d160-438f-814c-c12b358dd60f tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8189e79-21e6-46c3-9cb6-c26e403bb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319171 Jul 05 12:33:42.222575 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d807ca-9e13-43a3-993d-f255049edaf2 req-cebd0982-0af4-4d94-8338-1d5b159bc115 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:42.224712 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a2d807ca-9e13-43a3-993d-f255049edaf2 req-cebd0982-0af4-4d94-8338-1d5b159bc115 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9a88520-7ed2-42e6-9e5a-f3437c440842 HTTP/1.1" status: 200 len: 946 time: 0.0679932 Jul 05 12:33:42.275031 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a2d807ca-9e13-43a3-993d-f255049edaf2 req-ce61d0de-f6e2-4ae8-99be-0592a7deec75 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8189e79-21e6-46c3-9cb6-c26e403bb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436978 Jul 05 12:33:43.448574 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39991b-3cf0-4ad4-a37e-523ea6e7097b req-397180d1-1f25-41e4-a670-f569fbe2e6b1 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:43.450029 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fd39991b-3cf0-4ad4-a37e-523ea6e7097b req-397180d1-1f25-41e4-a670-f569fbe2e6b1 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9a88520-7ed2-42e6-9e5a-f3437c440842 HTTP/1.1" status: 200 len: 946 time: 0.0620849 Jul 05 12:33:43.487412 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fd39991b-3cf0-4ad4-a37e-523ea6e7097b req-7dec2ec3-660a-4f4b-a62a-dadd723bd5ee tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8189e79-21e6-46c3-9cb6-c26e403bb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319185 Jul 05 12:33:43.878833 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f62fb-0c0a-4816-aef6-fe59876a890a req-d682ed38-b731-4250-8f5a-3b6a8b335653 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:43.880179 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7e0f62fb-0c0a-4816-aef6-fe59876a890a req-d682ed38-b731-4250-8f5a-3b6a8b335653 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a88520-7ed2-42e6-9e5a-f3437c440842 HTTP/1.1" status: 200 len: 946 time: 0.0607738 Jul 05 12:33:44.255259 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-7e0f62fb-0c0a-4816-aef6-fe59876a890a req-f710ffdf-9c80-4af0-b556-e77b3a729333 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Deleting port f0b65aa1-718f-42da-81e0-04a9e36ed949 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:33:44.256157 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-7e0f62fb-0c0a-4816-aef6-fe59876a890a req-f710ffdf-9c80-4af0-b556-e77b3a729333 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:44.343934 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-7e0f62fb-0c0a-4816-aef6-fe59876a890a req-f710ffdf-9c80-4af0-b556-e77b3a729333 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] For port f0b65aa1-718f-42da-81e0-04a9e36ed949, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f0b65aa1-718f-42da-81e0-04a9e36ed949,segment=NetworkSegment(6233d2e8-6d64-4d7d-a056-48baa665c0b3),segment_id=6233d2e8-6d64-4d7d-a056-48baa665c0b3)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:33:44.344287 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-7e0f62fb-0c0a-4816-aef6-fe59876a890a req-f710ffdf-9c80-4af0-b556-e77b3a729333 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:44.355622 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-7e0f62fb-0c0a-4816-aef6-fe59876a890a req-f710ffdf-9c80-4af0-b556-e77b3a729333 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Calling delete_port for f0b65aa1-718f-42da-81e0-04a9e36ed949 owned by compute:nova {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:33:44.477973 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-7e0f62fb-0c0a-4816-aef6-fe59876a890a req-f710ffdf-9c80-4af0-b556-e77b3a729333 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3485763'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:44.509387 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710ffdf-9c80-4af0-b556-e77b3a729333 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Pushing event deleted for resources: {'Port': ['ID=f0b65aa1-718f-42da-81e0-04a9e36ed949,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:33:44.555044 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0f62fb-0c0a-4816-aef6-fe59876a890a req-f710ffdf-9c80-4af0-b556-e77b3a729333 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] No DVR routers for this DVR port f0b65aa1-718f-42da-81e0-04a9e36ed949 on host hv-cinder-79628 {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 12:33:44.557573 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-7e0f62fb-0c0a-4816-aef6-fe59876a890a req-f710ffdf-9c80-4af0-b556-e77b3a729333 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:44.559605 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7e0f62fb-0c0a-4816-aef6-fe59876a890a req-f710ffdf-9c80-4af0-b556-e77b3a729333 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.16 "DELETE /v2.0/ports/f0b65aa1-718f-42da-81e0-04a9e36ed949 HTTP/1.1" status: 204 len: 173 time: 0.6739779 Jul 05 12:33:44.560049 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a88520-7ed2-42e6-9e5a-f3437c440842', 'name': 'network-vif-deleted', 'tag': 'f0b65aa1-718f-42da-81e0-04a9e36ed949'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:33:44.563138 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38d66cb680d8e216a4639fd07ffcdd1e1f1f0bb375bf284fc7cc66ae145b2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064e8b3c-f5b9-4201-b436-f6e6cdd67a1c" -d '{"events": [{"server_uuid": "f9a88520-7ed2-42e6-9e5a-f3437c440842", "name": "network-vif-deleted", "tag": "f0b65aa1-718f-42da-81e0-04a9e36ed949"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:33:44.602253 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d8127c-e426-4417-a293-76923b2e2eff x-openstack-request-id: req-e6d8127c-e426-4417-a293-76923b2e2eff {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:33:44.602541 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a88520-7ed2-42e6-9e5a-f3437c440842", "name": "network-vif-deleted", "tag": "f0b65aa1-718f-42da-81e0-04a9e36ed949", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:33:44.602826 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e6d8127c-e426-4417-a293-76923b2e2eff {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:33:44.603227 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a88520-7ed2-42e6-9e5a-f3437c440842', 'name': 'network-vif-deleted', 'tag': 'f0b65aa1-718f-42da-81e0-04a9e36ed949', 'status': 'completed', 'code': 200} Jul 05 12:33:44.639957 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f25c28c4-6af4-4624-8cfa-701bc9f6dca4 req-cf58e3c7-3d8d-421a-ac54-8977bcbddcd7 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9a88520-7ed2-42e6-9e5a-f3437c440842 HTTP/1.1" status: 200 len: 210 time: 0.0294681 Jul 05 12:33:44.784011 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device f0b65aa1-718f-42da-81e0-04a9e36ed949 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:33:44.808612 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] No Port match for: f0b65aa1-718f-42da-81e0-04a9e36ed949 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:33:44.808957 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device f0b65aa1-718f-42da-81e0-04a9e36ed949 not bound to the agent host hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:33:45.985878 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-705c2bdc-6338-47fb-afbe-327c6e500623 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:45.987332 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-705c2bdc-6338-47fb-afbe-327c6e500623 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/networks?id=80deb8a8-622c-4118-81ae-e030fdd77ccf HTTP/1.1" status: 200 len: 808 time: 0.1011806 Jul 05 12:33:46.001905 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-fbb7e3ff-fb07-4dd0-808b-1b889de67b05 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/quotas/0a68ae469bab4e1aa0d38ed029428b16 HTTP/1.1" status: 200 len: 375 time: 0.0087180 Jul 05 12:33:46.035399 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-22b35286-83a9-427c-bd62-f9cbd365c80d tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a68ae469bab4e1aa0d38ed029428b16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275235 Jul 05 12:33:46.046062 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-16e6f92d-a5ac-477c-a0e3-5cae1e4b3409 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=92929) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 12:33:46.047017 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-16e6f92d-a5ac-477c-a0e3-5cae1e4b3409 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048771 Jul 05 12:33:46.136007 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-685e47d8-2ebf-42b7-be89-f436b6170e7c service neutron] 10.222.0.52 "GET /v2.0/networks/80deb8a8-622c-4118-81ae-e030fdd77ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839159 Jul 05 12:33:46.223788 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-a3051cf0-8126-41d7-87c2-ab0de12239f7 service neutron] 10.222.0.52 "GET /v2.0/networks/80deb8a8-622c-4118-81ae-e030fdd77ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822513 Jul 05 12:33:46.389077 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-eb4502e6-cfc1-40f1-bf4c-719bc8ccf5cf req-c4ccc60c-bc12-482c-91d2-87ba62b8c18f tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/ports?device_id=dadadfd4-131d-40b5-a4c9-5ce7a7d5cfa6 HTTP/1.1" status: 200 len: 210 time: 0.0292490 Jul 05 12:33:47.528638 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-eba2e45f-225b-47b3-823d-92eb4ab15ad1 req-09549246-ca12-44ed-b638-84a7aae5d5ba tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/ports?device_id=dadadfd4-131d-40b5-a4c9-5ce7a7d5cfa6 HTTP/1.1" status: 200 len: 210 time: 0.0316236 Jul 05 12:33:48.147282 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:48.667637 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-dde38260-7e76-49e6-9908-85e7565a415a req-0c8fc290-d1a6-4b08-970a-5e73a72d2e27 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/ports?device_id=dadadfd4-131d-40b5-a4c9-5ce7a7d5cfa6 HTTP/1.1" status: 200 len: 210 time: 0.0300980 Jul 05 12:33:49.153848 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:33:49.627079 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-baf7d6a1-4428-4bd6-90bd-a4d447d34458 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:49.628528 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-baf7d6a1-4428-4bd6-90bd-a4d447d34458 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.16 "GET /v2.0/networks?id=80deb8a8-622c-4118-81ae-e030fdd77ccf HTTP/1.1" status: 200 len: 808 time: 0.1043932 Jul 05 12:33:49.640856 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-708f589f-c83d-47f1-bd51-6b9b47e1649f tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Request body: {'port': {'device_id': 'dadadfd4-131d-40b5-a4c9-5ce7a7d5cfa6', 'network_id': '80deb8a8-622c-4118-81ae-e030fdd77ccf', 'admin_state_up': True, 'tenant_id': '0a68ae469bab4e1aa0d38ed029428b16'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:33:49.763393 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-708f589f-c83d-47f1-bd51-6b9b47e1649f tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Made reservation on behalf of 0a68ae469bab4e1aa0d38ed029428b16 for: {'port': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:33:49.767578 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-708f589f-c83d-47f1-bd51-6b9b47e1649f tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:49.857830 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bb737b01-b699-4cad-96a3-315fa87c2624 req-93078221-a93c-47f3-8be2-9a7c434fe48a tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/ports?device_id=dadadfd4-131d-40b5-a4c9-5ce7a7d5cfa6 HTTP/1.1" status: 200 len: 210 time: 0.0637572 Jul 05 12:33:49.918818 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-708f589f-c83d-47f1-bd51-6b9b47e1649f tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Allocated IP 172.20.0.5 (80deb8a8-622c-4118-81ae-e030fdd77ccf/c2e62cf1-4d43-4f71-9c46-e9fb3c01e0c0/bc719077-7951-40ba-9047-3c8cf4253e9c) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:33:50.063082 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-708f589f-c83d-47f1-bd51-6b9b47e1649f tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:50.101687 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-708f589f-c83d-47f1-bd51-6b9b47e1649f tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3485770'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:50.155207 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-708f589f-c83d-47f1-bd51-6b9b47e1649f tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Network 80deb8a8-622c-4118-81ae-e030fdd77ccf is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:33:50.158396 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-708f589f-c83d-47f1-bd51-6b9b47e1649f tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:33:50.167222 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-708f589f-c83d-47f1-bd51-6b9b47e1649f tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:33:50.190237 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f589f-c83d-47f1-bd51-6b9b47e1649f tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Pushing event updated for resources: {'Port': ['ID=bc719077-7951-40ba-9047-3c8cf4253e9c,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:33:50.207399 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708f589f-c83d-47f1-bd51-6b9b47e1649f tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:33:50.207750 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708f589f-c83d-47f1-bd51-6b9b47e1649f tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:33:50.208090 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708f589f-c83d-47f1-bd51-6b9b47e1649f tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:33:50.208462 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708f589f-c83d-47f1-bd51-6b9b47e1649f tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:33:50.209300 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708f589f-c83d-47f1-bd51-6b9b47e1649f tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:33:50.209631 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708f589f-c83d-47f1-bd51-6b9b47e1649f tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:33:50.209959 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708f589f-c83d-47f1-bd51-6b9b47e1649f tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:33:50.210285 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708f589f-c83d-47f1-bd51-6b9b47e1649f tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:33:50.210608 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708f589f-c83d-47f1-bd51-6b9b47e1649f tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:33:50.210956 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708f589f-c83d-47f1-bd51-6b9b47e1649f tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:33:50.211280 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708f589f-c83d-47f1-bd51-6b9b47e1649f tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:33:50.211599 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708f589f-c83d-47f1-bd51-6b9b47e1649f tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:33:50.230613 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-708f589f-c83d-47f1-bd51-6b9b47e1649f tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:50.231271 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-708f589f-c83d-47f1-bd51-6b9b47e1649f tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:50.246373 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-708f589f-c83d-47f1-bd51-6b9b47e1649f tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6093547 Jul 05 12:33:50.260239 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-defe314e-34bb-4b77-894d-ac294416ed4a service neutron] Request body: {'port': {'device_id': 'dadadfd4-131d-40b5-a4c9-5ce7a7d5cfa6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:33:50.336811 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-defe314e-34bb-4b77-894d-ac294416ed4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:50.595694 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-defe314e-34bb-4b77-894d-ac294416ed4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc719077-7951-40ba-9047-3c8cf4253e9c {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:33:50.604581 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-defe314e-34bb-4b77-894d-ac294416ed4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:50.617030 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-defe314e-34bb-4b77-894d-ac294416ed4a service neutron] Transition to ACTIVE for port object bc719077-7951-40ba-9047-3c8cf4253e9c will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:33:50.620950 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-defe314e-34bb-4b77-894d-ac294416ed4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3485880'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:50.678009 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe314e-34bb-4b77-894d-ac294416ed4a service neutron] Pushing event updated for resources: {'Port': ['ID=bc719077-7951-40ba-9047-3c8cf4253e9c,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:33:50.743657 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-defe314e-34bb-4b77-894d-ac294416ed4a service neutron] Attempting to bind port bc719077-7951-40ba-9047-3c8cf4253e9c on host hv-cinder-79628 for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:33:50.743996 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-defe314e-34bb-4b77-894d-ac294416ed4a service neutron] Attempting to bind port bc719077-7951-40ba-9047-3c8cf4253e9c by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '6233d2e8-6d64-4d7d-a056-48baa665c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '80deb8a8-622c-4118-81ae-e030fdd77ccf'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:33:50.744327 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-defe314e-34bb-4b77-894d-ac294416ed4a service neutron] Attempting to bind port bc719077-7951-40ba-9047-3c8cf4253e9c on network 80deb8a8-622c-4118-81ae-e030fdd77ccf {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:33:50.748511 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-defe314e-34bb-4b77-894d-ac294416ed4a service neutron] Port bc719077-7951-40ba-9047-3c8cf4253e9c on network 80deb8a8-622c-4118-81ae-e030fdd77ccf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 12:33:50.748838 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-defe314e-34bb-4b77-894d-ac294416ed4a service neutron] Attempting to bind port bc719077-7951-40ba-9047-3c8cf4253e9c on network 80deb8a8-622c-4118-81ae-e030fdd77ccf {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:33:50.753641 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-defe314e-34bb-4b77-894d-ac294416ed4a service neutron] Checking agent: {'id': '3e7fb013-ee8e-41ba-b8fe-dbc5ebca3998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 21, 18), 'started_at': datetime.datetime(2021, 7, 5, 12, 21, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:33:50.753978 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-defe314e-34bb-4b77-894d-ac294416ed4a service neutron] Checking segment: {'id': '6233d2e8-6d64-4d7d-a056-48baa665c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '80deb8a8-622c-4118-81ae-e030fdd77ccf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:33:50.754360 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-defe314e-34bb-4b77-894d-ac294416ed4a service neutron] Bound using segment: {'id': '6233d2e8-6d64-4d7d-a056-48baa665c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '80deb8a8-622c-4118-81ae-e030fdd77ccf'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:33:50.754814 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-defe314e-34bb-4b77-894d-ac294416ed4a service neutron] Bound port: bc719077-7951-40ba-9047-3c8cf4253e9c, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6233d2e8-6d64-4d7d-a056-48baa665c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '80deb8a8-622c-4118-81ae-e030fdd77ccf'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:33:50.755169 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-defe314e-34bb-4b77-894d-ac294416ed4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:50.800798 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0754bfa1-107b-45ef-83b4-4e47956f7db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:50.817738 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-defe314e-34bb-4b77-894d-ac294416ed4a service neutron] For port bc719077-7951-40ba-9047-3c8cf4253e9c, host hv-cinder-79628, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:33:50.821222 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-defe314e-34bb-4b77-894d-ac294416ed4a service neutron] For port bc719077-7951-40ba-9047-3c8cf4253e9c, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bc719077-7951-40ba-9047-3c8cf4253e9c,segment=NetworkSegment(6233d2e8-6d64-4d7d-a056-48baa665c0b3),segment_id=6233d2e8-6d64-4d7d-a056-48baa665c0b3)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:33:50.825337 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-defe314e-34bb-4b77-894d-ac294416ed4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3485880'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:50.861774 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-defe314e-34bb-4b77-894d-ac294416ed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:50.862429 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-defe314e-34bb-4b77-894d-ac294416ed4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:50.863894 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-defe314e-34bb-4b77-894d-ac294416ed4a service neutron] 10.222.0.16 "PUT /v2.0/ports/bc719077-7951-40ba-9047-3c8cf4253e9c HTTP/1.1" status: 200 len: 1093 time: 0.6099942 Jul 05 12:33:50.866067 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dadadfd4-131d-40b5-a4c9-5ce7a7d5cfa6', 'tag': 'bc719077-7951-40ba-9047-3c8cf4253e9c'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:33:50.868379 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38d66cb680d8e216a4639fd07ffcdd1e1f1f0bb375bf284fc7cc66ae145b2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2aff432-c2d4-4e72-a311-93a3b8fe2df2" -d '{"events": [{"name": "network-changed", "server_uuid": "dadadfd4-131d-40b5-a4c9-5ce7a7d5cfa6", "tag": "bc719077-7951-40ba-9047-3c8cf4253e9c"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:33:50.894566 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe314e-34bb-4b77-894d-ac294416ed4a service neutron] Pushing event updated for resources: {'Port': ['ID=bc719077-7951-40ba-9047-3c8cf4253e9c,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:33:50.964023 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-32c4e938-f89d-405d-8936-d1db8a7630c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:50.965945 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-32c4e938-f89d-405d-8936-d1db8a7630c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0a68ae469bab4e1aa0d38ed029428b16&device_id=dadadfd4-131d-40b5-a4c9-5ce7a7d5cfa6 HTTP/1.1" status: 200 len: 1096 time: 0.0574408 Jul 05 12:33:51.015929 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-773ef50c-b50a-4df9-ba80-fbfa83d42d99 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc719077-7951-40ba-9047-3c8cf4253e9c HTTP/1.1" status: 200 len: 217 time: 0.0430171 Jul 05 12:33:51.040431 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 12:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb12375-7f0a-45ae-922a-53ecc37085f2 x-openstack-request-id: req-ceb12375-7f0a-45ae-922a-53ecc37085f2 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:33:51.040717 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dadadfd4-131d-40b5-a4c9-5ce7a7d5cfa6", "tag": "bc719077-7951-40ba-9047-3c8cf4253e9c", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:33:51.040967 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ceb12375-7f0a-45ae-922a-53ecc37085f2 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:33:51.041345 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dadadfd4-131d-40b5-a4c9-5ce7a7d5cfa6', 'tag': 'bc719077-7951-40ba-9047-3c8cf4253e9c', 'status': 'completed', 'code': 200} Jul 05 12:33:51.094062 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-aae7dd09-ea5e-43ee-b4eb-19f718c1f4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:51.095523 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-aae7dd09-ea5e-43ee-b4eb-19f718c1f4e3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c2e62cf1-4d43-4f71-9c46-e9fb3c01e0c0 HTTP/1.1" status: 200 len: 848 time: 0.0568247 Jul 05 12:33:51.136382 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb6b2c-ee82-4694-8353-ff0cc445260f req-5f2ef57f-8d43-45d2-bbfe-7358063c930c tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:51.137735 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b4eb6b2c-ee82-4694-8353-ff0cc445260f req-5f2ef57f-8d43-45d2-bbfe-7358063c930c tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/ports?device_id=dadadfd4-131d-40b5-a4c9-5ce7a7d5cfa6 HTTP/1.1" status: 200 len: 943 time: 0.1570072 Jul 05 12:33:51.139609 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-6323abc9-57fe-46b5-b920-df3ce9d61563 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=80deb8a8-622c-4118-81ae-e030fdd77ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359890 Jul 05 12:33:51.227344 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b4eb6b2c-ee82-4694-8353-ff0cc445260f req-3bc62464-23dc-4137-961b-7434385096fd tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8189e79-21e6-46c3-9cb6-c26e403bb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840006 Jul 05 12:33:51.256746 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-6bc5cba1-b092-40ba-b2c5-31e4e837ac3e service neutron] 10.222.0.16 "GET /v2.0/networks/80deb8a8-622c-4118-81ae-e030fdd77ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055615 Jul 05 12:33:51.342957 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8bea6fea-414f-4ba8-a8fe-db7d378b3abc req-3250c2d5-64fe-44d1-837a-d0fe236a45fc service neutron] 10.222.0.16 "GET /v2.0/networks/80deb8a8-622c-4118-81ae-e030fdd77ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812471 Jul 05 12:33:51.448073 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aff432-c2d4-4e72-a311-93a3b8fe2df2 req-11aa630c-afd9-4977-94dd-f0e08ddf7a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:51.449555 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d2aff432-c2d4-4e72-a311-93a3b8fe2df2 req-11aa630c-afd9-4977-94dd-f0e08ddf7a18 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0a68ae469bab4e1aa0d38ed029428b16&device_id=dadadfd4-131d-40b5-a4c9-5ce7a7d5cfa6 HTTP/1.1" status: 200 len: 1096 time: 0.0608203 Jul 05 12:33:51.542567 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aff432-c2d4-4e72-a311-93a3b8fe2df2 req-f5ad9605-ee0e-4a51-9ffc-52a1b5b40788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:51.544058 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d2aff432-c2d4-4e72-a311-93a3b8fe2df2 req-f5ad9605-ee0e-4a51-9ffc-52a1b5b40788 service neutron] 10.222.0.16 "GET /v2.0/networks?id=80deb8a8-622c-4118-81ae-e030fdd77ccf HTTP/1.1" status: 200 len: 909 time: 0.0883205 Jul 05 12:33:51.586570 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d2aff432-c2d4-4e72-a311-93a3b8fe2df2 req-a9f62fdd-ea9f-482b-8520-d04a3f34b4c8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc719077-7951-40ba-9047-3c8cf4253e9c HTTP/1.1" status: 200 len: 217 time: 0.0363014 Jul 05 12:33:51.639158 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aff432-c2d4-4e72-a311-93a3b8fe2df2 req-44d00de3-aeb6-4aa8-81a9-07fe95f21876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:51.640534 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d2aff432-c2d4-4e72-a311-93a3b8fe2df2 req-44d00de3-aeb6-4aa8-81a9-07fe95f21876 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c2e62cf1-4d43-4f71-9c46-e9fb3c01e0c0 HTTP/1.1" status: 200 len: 848 time: 0.0487075 Jul 05 12:33:51.674293 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d2aff432-c2d4-4e72-a311-93a3b8fe2df2 req-7d2e9a46-1715-4d92-8e0e-8a237d4435ec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=80deb8a8-622c-4118-81ae-e030fdd77ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265529 Jul 05 12:33:51.770241 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d2aff432-c2d4-4e72-a311-93a3b8fe2df2 req-2b967db2-57eb-436a-b8d8-c51f0a792699 service neutron] 10.222.0.16 "GET /v2.0/networks/80deb8a8-622c-4118-81ae-e030fdd77ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888627 Jul 05 12:33:51.861028 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d2aff432-c2d4-4e72-a311-93a3b8fe2df2 req-1a2ee42f-702c-4f85-972b-c31f58cf3f54 service neutron] 10.222.0.16 "GET /v2.0/networks/80deb8a8-622c-4118-81ae-e030fdd77ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846403 Jul 05 12:33:52.404928 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a69c57-3d8f-4b50-a5a2-7e07823f2e11 req-cb7bafe9-cf50-473a-881c-ad76f5013041 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:52.406388 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a5a69c57-3d8f-4b50-a5a2-7e07823f2e11 req-cb7bafe9-cf50-473a-881c-ad76f5013041 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/ports?device_id=dadadfd4-131d-40b5-a4c9-5ce7a7d5cfa6 HTTP/1.1" status: 200 len: 943 time: 0.0630376 Jul 05 12:33:52.443560 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a5a69c57-3d8f-4b50-a5a2-7e07823f2e11 req-b6a41f0d-9f87-48f6-90a8-2caafb31a8e7 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8189e79-21e6-46c3-9cb6-c26e403bb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307014 Jul 05 12:33:53.352037 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1413201f-5f66-4b6b-8f29-899b72b91498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:53.618928 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619c3a3-9fb0-4da8-b8ca-f403580a0996 req-ffcb684f-aba4-4b5a-82c6-7e4b0e8e5ac7 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:53.620403 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0619c3a3-9fb0-4da8-b8ca-f403580a0996 req-ffcb684f-aba4-4b5a-82c6-7e4b0e8e5ac7 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/ports?device_id=dadadfd4-131d-40b5-a4c9-5ce7a7d5cfa6 HTTP/1.1" status: 200 len: 943 time: 0.0678589 Jul 05 12:33:53.659756 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0619c3a3-9fb0-4da8-b8ca-f403580a0996 req-3f5fd0a8-8615-4e47-aa45-47a4274105b3 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8189e79-21e6-46c3-9cb6-c26e403bb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338938 Jul 05 12:33:53.716185 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:54.713491 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:54.832474 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca563b04-f3e7-40d7-b4d3-0ec477ca509f req-af2286f3-8bdf-4c57-a46d-46cfc587c46e tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:54.833943 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ca563b04-f3e7-40d7-b4d3-0ec477ca509f req-af2286f3-8bdf-4c57-a46d-46cfc587c46e tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/ports?device_id=dadadfd4-131d-40b5-a4c9-5ce7a7d5cfa6 HTTP/1.1" status: 200 len: 943 time: 0.0625272 Jul 05 12:33:54.871266 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ca563b04-f3e7-40d7-b4d3-0ec477ca509f req-8eba951a-e6e6-40af-8625-5ee585d88fe6 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8189e79-21e6-46c3-9cb6-c26e403bb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315304 Jul 05 12:33:56.044263 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702fec8-0feb-415e-a280-ad834adb1de6 req-dc311fdf-fb1c-448f-b0b3-59bee7cd56a6 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:56.045725 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0702fec8-0feb-415e-a280-ad834adb1de6 req-dc311fdf-fb1c-448f-b0b3-59bee7cd56a6 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/ports?device_id=dadadfd4-131d-40b5-a4c9-5ce7a7d5cfa6 HTTP/1.1" status: 200 len: 943 time: 0.0674529 Jul 05 12:33:56.083143 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0702fec8-0feb-415e-a280-ad834adb1de6 req-074b9e32-95b6-4ba0-9baf-445ba604115b tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8189e79-21e6-46c3-9cb6-c26e403bb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319145 Jul 05 12:33:56.279071 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:33:57.259538 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba638473-9b52-4ad2-bfdb-7b0135d32274 req-20de3332-a1fa-4377-a5ef-dcc816e1b6d0 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:57.261001 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ba638473-9b52-4ad2-bfdb-7b0135d32274 req-20de3332-a1fa-4377-a5ef-dcc816e1b6d0 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/ports?device_id=dadadfd4-131d-40b5-a4c9-5ce7a7d5cfa6 HTTP/1.1" status: 200 len: 943 time: 0.0653818 Jul 05 12:33:57.297737 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ba638473-9b52-4ad2-bfdb-7b0135d32274 req-9d67c304-3215-4688-87ef-8d22d231ec11 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8189e79-21e6-46c3-9cb6-c26e403bb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312362 Jul 05 12:33:58.490347 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c0851-1b29-40b3-aa76-c0481981ac28 req-d167edce-eb48-4c81-befb-43bfa23f304d tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:58.491826 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e19c0851-1b29-40b3-aa76-c0481981ac28 req-d167edce-eb48-4c81-befb-43bfa23f304d tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/ports?device_id=dadadfd4-131d-40b5-a4c9-5ce7a7d5cfa6 HTTP/1.1" status: 200 len: 943 time: 0.0645902 Jul 05 12:33:58.530373 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e19c0851-1b29-40b3-aa76-c0481981ac28 req-64cc06b4-ca96-44c9-abdc-777bd877189a tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8189e79-21e6-46c3-9cb6-c26e403bb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330691 Jul 05 12:33:59.704120 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295378e-8ff3-41ac-b90d-549a3791a043 req-5dbf56ae-cb0f-44bd-a7d9-517d605f63f7 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:33:59.705589 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3295378e-8ff3-41ac-b90d-549a3791a043 req-5dbf56ae-cb0f-44bd-a7d9-517d605f63f7 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/ports?device_id=dadadfd4-131d-40b5-a4c9-5ce7a7d5cfa6 HTTP/1.1" status: 200 len: 943 time: 0.0672185 Jul 05 12:33:59.742708 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3295378e-8ff3-41ac-b90d-549a3791a043 req-c5cd72d9-0720-4959-8784-a81a5a18f88e tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8189e79-21e6-46c3-9cb6-c26e403bb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315049 Jul 05 12:34:00.914506 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe14737-617e-4bff-ad39-78db815bd5c0 req-5d7ffa9b-7a7d-4540-8d02-b35e6c20dbde tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:34:00.916026 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fbe14737-617e-4bff-ad39-78db815bd5c0 req-5d7ffa9b-7a7d-4540-8d02-b35e6c20dbde tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/ports?device_id=dadadfd4-131d-40b5-a4c9-5ce7a7d5cfa6 HTTP/1.1" status: 200 len: 943 time: 0.0632663 Jul 05 12:34:00.952645 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fbe14737-617e-4bff-ad39-78db815bd5c0 req-68afe524-0b83-483a-b1d3-3842f077caa5 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8189e79-21e6-46c3-9cb6-c26e403bb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310988 Jul 05 12:34:01.258973 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device bc719077-7951-40ba-9047-3c8cf4253e9c details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 12:34:01.350693 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port bc719077-7951-40ba-9047-3c8cf4253e9c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bc719077-7951-40ba-9047-3c8cf4253e9c,segment=NetworkSegment(6233d2e8-6d64-4d7d-a056-48baa665c0b3),segment_id=6233d2e8-6d64-4d7d-a056-48baa665c0b3)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:34:01.361646 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Returning: {'device': 'bc719077-7951-40ba-9047-3c8cf4253e9c', 'network_id': '80deb8a8-622c-4118-81ae-e030fdd77ccf', 'port_id': 'bc719077-7951-40ba-9047-3c8cf4253e9c', 'mac_address': 'fa:16:3e:0a:97:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e62cf1-4d43-4f71-9c46-e9fb3c01e0c0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 12:34:01.400571 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:01.413239 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc719077-7951-40ba-9047-3c8cf4253e9c {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:34:01.432483 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port bc719077-7951-40ba-9047-3c8cf4253e9c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bc719077-7951-40ba-9047-3c8cf4253e9c,segment=NetworkSegment(6233d2e8-6d64-4d7d-a056-48baa665c0b3),segment_id=6233d2e8-6d64-4d7d-a056-48baa665c0b3)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:34:01.436457 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:01.482979 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=bc719077-7951-40ba-9047-3c8cf4253e9c,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:34:02.127562 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77202a08-67bf-4cb2-8bac-83608ad096f8 req-75cc9f6b-ab28-4aaf-8cde-a100635fd241 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:34:02.129033 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-77202a08-67bf-4cb2-8bac-83608ad096f8 req-75cc9f6b-ab28-4aaf-8cde-a100635fd241 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/ports?device_id=dadadfd4-131d-40b5-a4c9-5ce7a7d5cfa6 HTTP/1.1" status: 200 len: 944 time: 0.0663388 Jul 05 12:34:02.167303 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-77202a08-67bf-4cb2-8bac-83608ad096f8 req-475aa080-0f2c-480b-84ef-c1e08327e334 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8189e79-21e6-46c3-9cb6-c26e403bb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319526 Jul 05 12:34:03.340328 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682bc398-b26c-464d-9866-ec446ae7ef04 req-2b4dcea6-de5f-44f3-b7bd-861e16b2d326 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:34:03.341776 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-682bc398-b26c-464d-9866-ec446ae7ef04 req-2b4dcea6-de5f-44f3-b7bd-861e16b2d326 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/ports?device_id=dadadfd4-131d-40b5-a4c9-5ce7a7d5cfa6 HTTP/1.1" status: 200 len: 944 time: 0.0623872 Jul 05 12:34:03.378023 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-682bc398-b26c-464d-9866-ec446ae7ef04 req-f7057478-af8d-4b3b-a4be-412a0a02884c tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8189e79-21e6-46c3-9cb6-c26e403bb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306437 Jul 05 12:34:03.526653 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] get_ports_and_sgs() called for port_ids ['bc719077-7951-40ba-9047-3c8cf4253e9c'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 12:34:04.549821 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cfcb97-a3a5-43d1-bc74-b8003fdac333 req-6ad845b2-2a89-4878-aca0-f1a68db6e613 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:34:04.551220 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a5cfcb97-a3a5-43d1-bc74-b8003fdac333 req-6ad845b2-2a89-4878-aca0-f1a68db6e613 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/ports?device_id=dadadfd4-131d-40b5-a4c9-5ce7a7d5cfa6 HTTP/1.1" status: 200 len: 944 time: 0.0637298 Jul 05 12:34:04.590493 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a5cfcb97-a3a5-43d1-bc74-b8003fdac333 req-54a7cc4a-5f84-4987-8621-00959e7b6b05 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8189e79-21e6-46c3-9cb6-c26e403bb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335171 Jul 05 12:34:04.652421 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device bc719077-7951-40ba-9047-3c8cf4253e9c up at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:34:04.701245 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning for port bc719077-7951-40ba-9047-3c8cf4253e9c completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:34:04.704772 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning complete for port bc719077-7951-40ba-9047-3c8cf4253e9c triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:34:04.705274 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:04.780120 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:04.801802 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dadadfd4-131d-40b5-a4c9-5ce7a7d5cfa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc719077-7951-40ba-9047-3c8cf4253e9c'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:34:04.804656 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb11927d8d6a4f40405007df32e35409d46ab531454b71f6d23f9687e715819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ef0ac5-06fe-4c11-bd3a-6b0d891485d6" -d '{"events": [{"server_uuid": "dadadfd4-131d-40b5-a4c9-5ce7a7d5cfa6", "name": "network-vif-plugged", "status": "completed", "tag": "bc719077-7951-40ba-9047-3c8cf4253e9c"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:34:04.817563 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port bc719077-7951-40ba-9047-3c8cf4253e9c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bc719077-7951-40ba-9047-3c8cf4253e9c,segment=NetworkSegment(6233d2e8-6d64-4d7d-a056-48baa665c0b3),segment_id=6233d2e8-6d64-4d7d-a056-48baa665c0b3)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:34:04.822165 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:04.872828 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=bc719077-7951-40ba-9047-3c8cf4253e9c,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:34:04.894785 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27dd13a2-27b2-4a8d-9215-8175cf2ee143 x-openstack-request-id: req-27dd13a2-27b2-4a8d-9215-8175cf2ee143 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:34:04.895078 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dadadfd4-131d-40b5-a4c9-5ce7a7d5cfa6", "name": "network-vif-plugged", "status": "completed", "tag": "bc719077-7951-40ba-9047-3c8cf4253e9c", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:34:04.895328 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-27dd13a2-27b2-4a8d-9215-8175cf2ee143 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:34:04.895741 dv-cinder-796286-12-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dadadfd4-131d-40b5-a4c9-5ce7a7d5cfa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc719077-7951-40ba-9047-3c8cf4253e9c', 'code': 200} Jul 05 12:34:05.106971 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6e1a9-84cd-4784-891f-267b81e90f89 req-0ccfa19f-64dc-405b-ad27-70ad1006948b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:34:05.108349 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-88e6e1a9-84cd-4784-891f-267b81e90f89 req-0ccfa19f-64dc-405b-ad27-70ad1006948b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dadadfd4-131d-40b5-a4c9-5ce7a7d5cfa6 HTTP/1.1" status: 200 len: 1098 time: 0.0552621 Jul 05 12:34:05.141464 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-88e6e1a9-84cd-4784-891f-267b81e90f89 req-f7ed2d24-5ea9-4faa-9e5a-970d4e64d7b7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a8189e79-21e6-46c3-9cb6-c26e403bb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267837 Jul 05 12:34:05.771572 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f501936-e8da-4e42-9a45-e40974ee8264 req-b9f613d1-a42d-4f56-b59b-feed929b68c5 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:34:05.773609 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0f501936-e8da-4e42-9a45-e40974ee8264 req-b9f613d1-a42d-4f56-b59b-feed929b68c5 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/ports?device_id=dadadfd4-131d-40b5-a4c9-5ce7a7d5cfa6 HTTP/1.1" status: 200 len: 945 time: 0.0650785 Jul 05 12:34:05.811079 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0f501936-e8da-4e42-9a45-e40974ee8264 req-f5443c64-3e61-4605-919e-3c81dab053b3 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8189e79-21e6-46c3-9cb6-c26e403bb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317986 Jul 05 12:34:07.000937 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2c70c-4452-48b8-bed3-e37f30bdc2b3 req-96b348cb-b54c-47ee-b291-eb98d40872c1 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:34:07.002424 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-81e2c70c-4452-48b8-bed3-e37f30bdc2b3 req-96b348cb-b54c-47ee-b291-eb98d40872c1 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/ports?device_id=dadadfd4-131d-40b5-a4c9-5ce7a7d5cfa6 HTTP/1.1" status: 200 len: 945 time: 0.0688021 Jul 05 12:34:07.041928 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-81e2c70c-4452-48b8-bed3-e37f30bdc2b3 req-4ffa6329-0e1f-497d-ab3d-784ba2a20f76 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8189e79-21e6-46c3-9cb6-c26e403bb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336666 Jul 05 12:34:08.213489 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9585bc25-aaeb-48b6-a18c-58dceb318f85 req-8ea62332-f8ab-4410-b6d4-e7cf83c40c68 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:34:08.214986 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9585bc25-aaeb-48b6-a18c-58dceb318f85 req-8ea62332-f8ab-4410-b6d4-e7cf83c40c68 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/ports?device_id=dadadfd4-131d-40b5-a4c9-5ce7a7d5cfa6 HTTP/1.1" status: 200 len: 945 time: 0.0634699 Jul 05 12:34:08.252715 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9585bc25-aaeb-48b6-a18c-58dceb318f85 req-1d697f34-11be-4589-9c64-31717caf7aaf tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8189e79-21e6-46c3-9cb6-c26e403bb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321507 Jul 05 12:34:09.424508 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb1bdf-11ab-4503-aca1-78e82d9466c7 req-cd13398b-5bb4-4b7a-ba8b-ad3038bd137f tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:34:09.425946 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d3cb1bdf-11ab-4503-aca1-78e82d9466c7 req-cd13398b-5bb4-4b7a-ba8b-ad3038bd137f tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/ports?device_id=dadadfd4-131d-40b5-a4c9-5ce7a7d5cfa6 HTTP/1.1" status: 200 len: 945 time: 0.0621073 Jul 05 12:34:09.465304 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d3cb1bdf-11ab-4503-aca1-78e82d9466c7 req-853047a4-45ab-4bbf-92ba-ada258ef9e74 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8189e79-21e6-46c3-9cb6-c26e403bb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339007 Jul 05 12:34:10.635019 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8c366-0389-45a4-8aac-1bffb03c79b1 req-09726444-e63a-48d6-a900-2cdb8b2ed206 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:34:10.636466 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0ed8c366-0389-45a4-8aac-1bffb03c79b1 req-09726444-e63a-48d6-a900-2cdb8b2ed206 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/ports?device_id=dadadfd4-131d-40b5-a4c9-5ce7a7d5cfa6 HTTP/1.1" status: 200 len: 945 time: 0.0626180 Jul 05 12:34:10.673901 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0ed8c366-0389-45a4-8aac-1bffb03c79b1 req-22ff6aed-1920-439f-82aa-72026efea7c1 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8189e79-21e6-46c3-9cb6-c26e403bb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320425 Jul 05 12:34:11.462943 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc9074-2c53-4048-9962-74ce7ccf0029 req-3da66f08-0f2a-4d92-8986-f104ef996501 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:34:11.464433 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-64fc9074-2c53-4048-9962-74ce7ccf0029 req-3da66f08-0f2a-4d92-8986-f104ef996501 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/ports?device_id=dadadfd4-131d-40b5-a4c9-5ce7a7d5cfa6 HTTP/1.1" status: 200 len: 945 time: 0.0632212 Jul 05 12:34:11.501395 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-64fc9074-2c53-4048-9962-74ce7ccf0029 req-62e153bc-409c-4793-bfce-00a5b2bd8296 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8189e79-21e6-46c3-9cb6-c26e403bb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314777 Jul 05 12:34:12.678034 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff5d87-8bbf-4141-9907-5aa0ba68d98b req-85574613-0d84-431f-a6d3-0d922cc0b05e tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:34:12.679572 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-88ff5d87-8bbf-4141-9907-5aa0ba68d98b req-85574613-0d84-431f-a6d3-0d922cc0b05e tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/ports?device_id=dadadfd4-131d-40b5-a4c9-5ce7a7d5cfa6 HTTP/1.1" status: 200 len: 945 time: 0.0668516 Jul 05 12:34:12.717503 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-88ff5d87-8bbf-4141-9907-5aa0ba68d98b req-0f4dcd8f-d6b5-4676-b7be-8fbc818a843e tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8189e79-21e6-46c3-9cb6-c26e403bb78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322356 Jul 05 12:34:13.102761 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23f5d3-37ed-4e2a-b8ac-99c5e619ac3e req-6bf0170c-7d36-47a1-b192-0b266543d8a4 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:34:13.104245 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ca23f5d3-37ed-4e2a-b8ac-99c5e619ac3e req-6bf0170c-7d36-47a1-b192-0b266543d8a4 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.16 "GET /v2.0/ports?device_id=dadadfd4-131d-40b5-a4c9-5ce7a7d5cfa6 HTTP/1.1" status: 200 len: 945 time: 0.0660257 Jul 05 12:34:13.218161 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-ca23f5d3-37ed-4e2a-b8ac-99c5e619ac3e req-a7e737e2-4969-4d98-a78d-cfc1b1fd305e tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Deleting port bc719077-7951-40ba-9047-3c8cf4253e9c {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:34:13.218585 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-ca23f5d3-37ed-4e2a-b8ac-99c5e619ac3e req-a7e737e2-4969-4d98-a78d-cfc1b1fd305e tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:13.311724 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-ca23f5d3-37ed-4e2a-b8ac-99c5e619ac3e req-a7e737e2-4969-4d98-a78d-cfc1b1fd305e tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] For port bc719077-7951-40ba-9047-3c8cf4253e9c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bc719077-7951-40ba-9047-3c8cf4253e9c,segment=NetworkSegment(6233d2e8-6d64-4d7d-a056-48baa665c0b3),segment_id=6233d2e8-6d64-4d7d-a056-48baa665c0b3)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:34:13.312083 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-ca23f5d3-37ed-4e2a-b8ac-99c5e619ac3e req-a7e737e2-4969-4d98-a78d-cfc1b1fd305e tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:13.325218 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-ca23f5d3-37ed-4e2a-b8ac-99c5e619ac3e req-a7e737e2-4969-4d98-a78d-cfc1b1fd305e tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Calling delete_port for bc719077-7951-40ba-9047-3c8cf4253e9c owned by compute:nova {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:34:13.455871 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-ca23f5d3-37ed-4e2a-b8ac-99c5e619ac3e req-a7e737e2-4969-4d98-a78d-cfc1b1fd305e tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3485763'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:13.486642 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e737e2-4969-4d98-a78d-cfc1b1fd305e tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Pushing event deleted for resources: {'Port': ['ID=bc719077-7951-40ba-9047-3c8cf4253e9c,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:34:13.497154 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] get_ports_and_sgs() called for port_ids ['bc719077-7951-40ba-9047-3c8cf4253e9c'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 12:34:13.541190 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca23f5d3-37ed-4e2a-b8ac-99c5e619ac3e req-a7e737e2-4969-4d98-a78d-cfc1b1fd305e tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] No DVR routers for this DVR port bc719077-7951-40ba-9047-3c8cf4253e9c on host hv-cinder-79628 {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 12:34:13.543699 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-ca23f5d3-37ed-4e2a-b8ac-99c5e619ac3e req-a7e737e2-4969-4d98-a78d-cfc1b1fd305e tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:13.546235 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ca23f5d3-37ed-4e2a-b8ac-99c5e619ac3e req-a7e737e2-4969-4d98-a78d-cfc1b1fd305e tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.16 "DELETE /v2.0/ports/bc719077-7951-40ba-9047-3c8cf4253e9c HTTP/1.1" status: 204 len: 173 time: 0.4369349 Jul 05 12:34:13.546671 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dadadfd4-131d-40b5-a4c9-5ce7a7d5cfa6', 'name': 'network-vif-deleted', 'tag': 'bc719077-7951-40ba-9047-3c8cf4253e9c'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:34:13.548963 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38d66cb680d8e216a4639fd07ffcdd1e1f1f0bb375bf284fc7cc66ae145b2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0dc1093-b9e0-4703-a1c8-83cc54088100" -d '{"events": [{"server_uuid": "dadadfd4-131d-40b5-a4c9-5ce7a7d5cfa6", "name": "network-vif-deleted", "tag": "bc719077-7951-40ba-9047-3c8cf4253e9c"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:34:13.592636 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57659e1-156c-4eb9-bc7c-a00252e89575 x-openstack-request-id: req-c57659e1-156c-4eb9-bc7c-a00252e89575 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:34:13.593035 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dadadfd4-131d-40b5-a4c9-5ce7a7d5cfa6", "name": "network-vif-deleted", "tag": "bc719077-7951-40ba-9047-3c8cf4253e9c", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:34:13.593355 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c57659e1-156c-4eb9-bc7c-a00252e89575 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:34:13.593809 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dadadfd4-131d-40b5-a4c9-5ce7a7d5cfa6', 'name': 'network-vif-deleted', 'tag': 'bc719077-7951-40ba-9047-3c8cf4253e9c', 'status': 'completed', 'code': 200} Jul 05 12:34:13.873150 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a342e1f1-c8d9-4af1-8b96-836b4cf75143 req-545489ed-cabd-40f0-ae2f-0154062bda30 tempest-VolumesActionsTest-7906261 tempest-VolumesActionsTest-7906261-project] 10.222.0.52 "GET /v2.0/ports?device_id=dadadfd4-131d-40b5-a4c9-5ce7a7d5cfa6 HTTP/1.1" status: 200 len: 210 time: 0.0288537 Jul 05 12:34:15.792093 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 43776) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:34:15.891386 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9e0d3176-9120-4d03-9e31-a3217c0df8dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:15.980267 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9e0d3176-9120-4d03-9e31-a3217c0df8dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:15.983983 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9e0d3176-9120-4d03-9e31-a3217c0df8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:16.022050 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-9e0d3176-9120-4d03-9e31-a3217c0df8dd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5a10792f546d4f449c51d13607357373&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288973 Jul 05 12:34:16.022941 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d3176-9120-4d03-9e31-a3217c0df8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed3660c-65d5-42b3-a2b1-d45026a8ce2f,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:34:16.025344 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 43780) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:34:16.073242 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-29571a50-5788-42c5-98d9-b8cd5ae55bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:16.096026 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-29571a50-5788-42c5-98d9-b8cd5ae55bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:16.140899 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-29571a50-5788-42c5-98d9-b8cd5ae55bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:16.143597 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-29571a50-5788-42c5-98d9-b8cd5ae55bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:16.144776 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-29571a50-5788-42c5-98d9-b8cd5ae55bc7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6ed3660c-65d5-42b3-a2b1-d45026a8ce2f HTTP/1.1" status: 204 len: 168 time: 0.1184983 Jul 05 12:34:16.155061 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29571a50-5788-42c5-98d9-b8cd5ae55bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed3660c-65d5-42b3-a2b1-d45026a8ce2f,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:34:16.397105 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 43786) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:34:16.414624 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4116ecc9-98fe-4285-99ef-15a9e8e0ed85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:16.504432 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4116ecc9-98fe-4285-99ef-15a9e8e0ed85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:16.507936 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4116ecc9-98fe-4285-99ef-15a9e8e0ed85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:16.544540 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116ecc9-98fe-4285-99ef-15a9e8e0ed85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249f29e8-90e1-48d4-b606-8708baf20579,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:34:16.548327 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-4116ecc9-98fe-4285-99ef-15a9e8e0ed85 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=843dbfacafc2406c8b779168efde6281&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1502192 Jul 05 12:34:16.551084 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 43788) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:34:16.554064 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116ecc9-98fe-4285-99ef-15a9e8e0ed85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:34:16.554418 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116ecc9-98fe-4285-99ef-15a9e8e0ed85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:34:16.555919 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116ecc9-98fe-4285-99ef-15a9e8e0ed85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:34:16.556333 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116ecc9-98fe-4285-99ef-15a9e8e0ed85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:34:16.556669 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116ecc9-98fe-4285-99ef-15a9e8e0ed85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:34:16.557004 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116ecc9-98fe-4285-99ef-15a9e8e0ed85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:34:16.557336 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116ecc9-98fe-4285-99ef-15a9e8e0ed85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:34:16.557668 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116ecc9-98fe-4285-99ef-15a9e8e0ed85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:34:16.557996 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116ecc9-98fe-4285-99ef-15a9e8e0ed85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:34:16.558320 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116ecc9-98fe-4285-99ef-15a9e8e0ed85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:34:16.558642 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116ecc9-98fe-4285-99ef-15a9e8e0ed85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:34:16.558994 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116ecc9-98fe-4285-99ef-15a9e8e0ed85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:34:16.600301 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8a44b1fb-78d1-4649-9d70-4343b6e592d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:16.621485 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8a44b1fb-78d1-4649-9d70-4343b6e592d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:16.667901 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8a44b1fb-78d1-4649-9d70-4343b6e592d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:16.671101 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8a44b1fb-78d1-4649-9d70-4343b6e592d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:16.672302 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-8a44b1fb-78d1-4649-9d70-4343b6e592d3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/249f29e8-90e1-48d4-b606-8708baf20579 HTTP/1.1" status: 204 len: 168 time: 0.1201532 Jul 05 12:34:16.679972 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a44b1fb-78d1-4649-9d70-4343b6e592d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249f29e8-90e1-48d4-b606-8708baf20579,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:34:18.228409 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device bc719077-7951-40ba-9047-3c8cf4253e9c no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:34:18.254408 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] No Port match for: bc719077-7951-40ba-9047-3c8cf4253e9c {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:34:18.254783 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device bc719077-7951-40ba-9047-3c8cf4253e9c not bound to the agent host hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:34:18.262598 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:18.959756 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 43868) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:34:19.059613 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-097ea9e5-52c4-44de-b639-f4318a2a1d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:19.145399 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-097ea9e5-52c4-44de-b639-f4318a2a1d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:19.149390 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-097ea9e5-52c4-44de-b639-f4318a2a1d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:19.187797 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-097ea9e5-52c4-44de-b639-f4318a2a1d6b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4d0facc607a6412c8b82d83763f8b2e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2269714 Jul 05 12:34:19.188680 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ea9e5-52c4-44de-b639-f4318a2a1d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8edb47d4-5653-4185-8582-e9b6849beb1e,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:34:19.190565 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 43872) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:34:19.241200 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-88e500f2-d89f-468b-80d7-6b643b1d1f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:19.263131 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-88e500f2-d89f-468b-80d7-6b643b1d1f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:19.308224 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-88e500f2-d89f-468b-80d7-6b643b1d1f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:19.310814 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-88e500f2-d89f-468b-80d7-6b643b1d1f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:19.311970 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-88e500f2-d89f-468b-80d7-6b643b1d1f17 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8edb47d4-5653-4185-8582-e9b6849beb1e HTTP/1.1" status: 204 len: 168 time: 0.1192698 Jul 05 12:34:19.319468 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e500f2-d89f-468b-80d7-6b643b1d1f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8edb47d4-5653-4185-8582-e9b6849beb1e,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:34:19.563906 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 43878) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:34:19.579851 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2ae9e056-1063-42fe-b34d-19741edd8e9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:19.670124 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2ae9e056-1063-42fe-b34d-19741edd8e9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:19.674032 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2ae9e056-1063-42fe-b34d-19741edd8e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:19.712245 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-2ae9e056-1063-42fe-b34d-19741edd8e9f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d4501822b7314a78932d60b17b31709f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1472368 Jul 05 12:34:19.713378 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae9e056-1063-42fe-b34d-19741edd8e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ffad98-6b80-486b-9ae3-7445c24fafa8,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:34:19.714904 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 43880) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:34:19.764200 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-aa98e966-2c61-40fb-a7a5-f75e0d6a7330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:19.790008 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-aa98e966-2c61-40fb-a7a5-f75e0d6a7330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:19.834909 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-aa98e966-2c61-40fb-a7a5-f75e0d6a7330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:19.837813 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-aa98e966-2c61-40fb-a7a5-f75e0d6a7330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:19.838999 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-aa98e966-2c61-40fb-a7a5-f75e0d6a7330 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f2ffad98-6b80-486b-9ae3-7445c24fafa8 HTTP/1.1" status: 204 len: 168 time: 0.1230397 Jul 05 12:34:19.846353 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa98e966-2c61-40fb-a7a5-f75e0d6a7330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ffad98-6b80-486b-9ae3-7445c24fafa8,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:34:20.808653 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-84c8f753-d07b-4a79-b417-56447d635ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:23.355190 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3311277f-a02f-494f-94fe-b8222a98c1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:23.718408 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:24.720877 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:26.151929 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:34:26.315282 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:26.612685 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 44056) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:34:26.632772 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2d44e6aa-5c0c-404f-a066-9079d2f7a659 req-d4bb0a61-3aee-4645-a81e-d61e3eb656f5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e53df755-db4d-421a-bffc-d54cbdd32ccf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720358 Jul 05 12:34:26.742516 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44e6aa-5c0c-404f-a066-9079d2f7a659 req-9a7609e6-158f-4411-9aab-443afbb8cf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:34:26.744556 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2d44e6aa-5c0c-404f-a066-9079d2f7a659 req-9a7609e6-158f-4411-9aab-443afbb8cf2a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=66642072210e46be853b52fd91a99581&device_id=e53df755-db4d-421a-bffc-d54cbdd32ccf HTTP/1.1" status: 200 len: 1099 time: 0.0648172 Jul 05 12:34:26.756020 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7de72f7a-5e38-4cb4-98ee-e5dc94eb8786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:26.871938 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7de72f7a-5e38-4cb4-98ee-e5dc94eb8786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:26.877480 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7de72f7a-5e38-4cb4-98ee-e5dc94eb8786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:26.910830 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44e6aa-5c0c-404f-a066-9079d2f7a659 req-88580395-6413-4fca-8138-2b325ed207e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:34:26.912590 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2d44e6aa-5c0c-404f-a066-9079d2f7a659 req-88580395-6413-4fca-8138-2b325ed207e6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5175ffb3-848a-4015-857e-91cc64139ef2 HTTP/1.1" status: 200 len: 912 time: 0.1472125 Jul 05 12:34:26.915162 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-7de72f7a-5e38-4cb4-98ee-e5dc94eb8786 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=60e7527102a144fba4fa070f68f88557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3013921 Jul 05 12:34:26.915520 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 44060) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:34:26.927592 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de72f7a-5e38-4cb4-98ee-e5dc94eb8786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8aec5f-1559-47c5-86ff-ea00553e1f25,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:34:27.037556 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2d44e6aa-5c0c-404f-a066-9079d2f7a659 req-88256fe2-16e7-4364-b677-7c7a7e0de47e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e545d7a9-2999-4df7-bcf4-9212eb84fe41 HTTP/1.1" status: 200 len: 1002 time: 0.1040008 Jul 05 12:34:27.103727 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-457cc901-c3ef-4401-baca-563a644f0445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:27.154988 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44e6aa-5c0c-404f-a066-9079d2f7a659 req-c419b2bd-dedd-431b-93e8-de73092d6a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:34:27.157216 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2d44e6aa-5c0c-404f-a066-9079d2f7a659 req-c419b2bd-dedd-431b-93e8-de73092d6a1d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc731385-af5b-43ab-943e-eef3c8d7edf0 HTTP/1.1" status: 200 len: 850 time: 0.1108563 Jul 05 12:34:27.159072 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-457cc901-c3ef-4401-baca-563a644f0445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:27.258718 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44e6aa-5c0c-404f-a066-9079d2f7a659 req-6051e5cb-135a-4864-82c6-514e15174e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:34:27.260389 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2d44e6aa-5c0c-404f-a066-9079d2f7a659 req-6051e5cb-135a-4864-82c6-514e15174e9b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5175ffb3-848a-4015-857e-91cc64139ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0928075 Jul 05 12:34:27.262887 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-457cc901-c3ef-4401-baca-563a644f0445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:27.265557 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-457cc901-c3ef-4401-baca-563a644f0445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:27.266893 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-457cc901-c3ef-4401-baca-563a644f0445 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ad8aec5f-1559-47c5-86ff-ea00553e1f25 HTTP/1.1" status: 204 len: 168 time: 0.3503191 Jul 05 12:34:27.328544 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457cc901-c3ef-4401-baca-563a644f0445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8aec5f-1559-47c5-86ff-ea00553e1f25,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:34:27.389319 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2d44e6aa-5c0c-404f-a066-9079d2f7a659 req-7196a2d2-c6f7-46f2-b602-d99364d16c2b service neutron] 10.222.0.16 "GET /v2.0/networks/5175ffb3-848a-4015-857e-91cc64139ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212862 Jul 05 12:34:27.486661 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2d44e6aa-5c0c-404f-a066-9079d2f7a659 req-c46a0a48-a6a0-4e95-b36d-b25b0c1d65ce service neutron] 10.222.0.16 "GET /v2.0/networks/5175ffb3-848a-4015-857e-91cc64139ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904217 Jul 05 12:34:27.738942 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 44070) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:34:27.752968 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-822fd938-2817-4745-b567-63ddd21a65b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:27.868015 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-822fd938-2817-4745-b567-63ddd21a65b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:27.873299 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-822fd938-2817-4745-b567-63ddd21a65b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:27.916514 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822fd938-2817-4745-b567-63ddd21a65b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8182984a-eda7-49b4-9d82-d7140e5813bd,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:34:27.921250 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-822fd938-2817-4745-b567-63ddd21a65b1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2d07f46689ab4ed9bfff31b3cdc73699&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1811969 Jul 05 12:34:27.923800 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 44072) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:34:27.978072 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-14539d28-4e86-449c-802c-f6a8e19b798f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:28.000621 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-14539d28-4e86-449c-802c-f6a8e19b798f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:28.077031 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-14539d28-4e86-449c-802c-f6a8e19b798f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:28.080240 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-14539d28-4e86-449c-802c-f6a8e19b798f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:28.081611 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-14539d28-4e86-449c-802c-f6a8e19b798f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8182984a-eda7-49b4-9d82-d7140e5813bd HTTP/1.1" status: 204 len: 168 time: 0.1566265 Jul 05 12:34:28.093413 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14539d28-4e86-449c-802c-f6a8e19b798f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8182984a-eda7-49b4-9d82-d7140e5813bd,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:34:37.924794 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 44284) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:34:37.968382 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe9feba9-449a-4b7f-9926-0cd7c7ae85aa admin admin] Deleting subnet c2e62cf1-4d43-4f71-9c46-e9fb3c01e0c0 {{(pid=92929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 12:34:37.971324 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fe9feba9-449a-4b7f-9926-0cd7c7ae85aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:38.011491 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fe9feba9-449a-4b7f-9926-0cd7c7ae85aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192288'] for subnet, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:38.054997 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fe9feba9-449a-4b7f-9926-0cd7c7ae85aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882782'] for subnet, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:38.111311 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fe9feba9-449a-4b7f-9926-0cd7c7ae85aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3485817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3224283'] for subnet, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:38.138363 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9feba9-449a-4b7f-9926-0cd7c7ae85aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2e62cf1-4d43-4f71-9c46-e9fb3c01e0c0,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:34:38.143386 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fe9feba9-449a-4b7f-9926-0cd7c7ae85aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:38.145850 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-fe9feba9-449a-4b7f-9926-0cd7c7ae85aa admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c2e62cf1-4d43-4f71-9c46-e9fb3c01e0c0 HTTP/1.1" status: 204 len: 168 time: 0.2194753 Jul 05 12:34:38.147713 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 44292) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:34:38.223839 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7100227b-82af-4b3b-b295-0c30df1ca54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773155'] for network, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:38.304068 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7100227b-82af-4b3b-b295-0c30df1ca54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880587', 'neutron.services.segments.db._delete_segments_for_network-8761929754462'] for network, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:38.314137 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-7100227b-82af-4b3b-b295-0c30df1ca54f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80deb8a8-622c-4118-81ae-e030fdd77ccf']}} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:34:38.323943 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-7100227b-82af-4b3b-b295-0c30df1ca54f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6233d2e8-6d64-4d7d-a056-48baa665c0b3') {'for_net_delete': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:34:38.324235 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-7100227b-82af-4b3b-b295-0c30df1ca54f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6233d2e8-6d64-4d7d-a056-48baa665c0b3') {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:34:38.332761 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7100227b-82af-4b3b-b295-0c30df1ca54f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761929721474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192311'] for segment, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:38.345929 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7100227b-82af-4b3b-b295-0c30df1ca54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207'] for segment, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:38.351585 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7100227b-82af-4b3b-b295-0c30df1ca54f admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=92929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 12:34:38.351971 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7100227b-82af-4b3b-b295-0c30df1ca54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3485852'] for segment, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:38.354329 dv-cinder-796286-12-iscsi neutron-server[92929]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 12:34:38.354329 dv-cinder-796286-12-iscsi neutron-server[92929]: conditions |= (models_v2.Port.network_id.in_( Jul 05 12:34:38.354329 dv-cinder-796286-12-iscsi neutron-server[92929]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 12:34:38.354329 dv-cinder-796286-12-iscsi neutron-server[92929]: conditions |= (models_v2.Port.network_id.in_( Jul 05 12:34:38.354329 dv-cinder-796286-12-iscsi neutron-server[92929]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 12:34:38.354329 dv-cinder-796286-12-iscsi neutron-server[92929]: conditions |= (models_v2.Port.network_id.in_( Jul 05 12:34:38.354329 dv-cinder-796286-12-iscsi neutron-server[92929]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 12:34:38.354329 dv-cinder-796286-12-iscsi neutron-server[92929]: conditions |= (models_v2.Port.network_id.in_( Jul 05 12:34:38.354329 dv-cinder-796286-12-iscsi neutron-server[92929]: Traceback (most recent call last): Jul 05 12:34:38.354329 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 12:34:38.354329 dv-cinder-796286-12-iscsi neutron-server[92929]: timer() Jul 05 12:34:38.354329 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 12:34:38.354329 dv-cinder-796286-12-iscsi neutron-server[92929]: cb(*args, **kw) Jul 05 12:34:38.354329 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 12:34:38.354329 dv-cinder-796286-12-iscsi neutron-server[92929]: return func(*args, **kwargs) Jul 05 12:34:38.354329 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 12:34:38.354329 dv-cinder-796286-12-iscsi neutron-server[92929]: self._notify() Jul 05 12:34:38.354329 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 12:34:38.354329 dv-cinder-796286-12-iscsi neutron-server[92929]: self.callback(batched_events) Jul 05 12:34:38.354329 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 12:34:38.354329 dv-cinder-796286-12-iscsi neutron-server[92929]: event.method(event) Jul 05 12:34:38.354329 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 12:34:38.354329 dv-cinder-796286-12-iscsi neutron-server[92929]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 12:34:38.354329 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 12:34:38.354329 dv-cinder-796286-12-iscsi neutron-server[92929]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 12:34:38.354329 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 12:34:38.354329 dv-cinder-796286-12-iscsi neutron-server[92929]: return f(self, *a, **k) Jul 05 12:34:38.354329 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 12:34:38.354329 dv-cinder-796286-12-iscsi neutron-server[92929]: return self._get(url).json() Jul 05 12:34:38.354329 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 12:34:38.354329 dv-cinder-796286-12-iscsi neutron-server[92929]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 12:34:38.354329 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 12:34:38.354329 dv-cinder-796286-12-iscsi neutron-server[92929]: return self.request(url, 'GET', **kwargs) Jul 05 12:34:38.354329 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 12:34:38.354329 dv-cinder-796286-12-iscsi neutron-server[92929]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 12:34:38.354329 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 12:34:38.354329 dv-cinder-796286-12-iscsi neutron-server[92929]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 12:34:38.354329 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 12:34:38.354329 dv-cinder-796286-12-iscsi neutron-server[92929]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 12:34:38.354329 dv-cinder-796286-12-iscsi neutron-server[92929]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 12:34:38.410847 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7100227b-82af-4b3b-b295-0c30df1ca54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575308'] for network, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:38.416236 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7100227b-82af-4b3b-b295-0c30df1ca54f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:38.418101 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-7100227b-82af-4b3b-b295-0c30df1ca54f admin admin] 10.222.0.52 "DELETE /v2.0/networks/80deb8a8-622c-4118-81ae-e030fdd77ccf HTTP/1.1" status: 204 len: 168 time: 0.2694712 Jul 05 12:34:38.429916 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100227b-82af-4b3b-b295-0c30df1ca54f admin admin] Pushing event deleted for resources: {'Network': ['ID=80deb8a8-622c-4118-81ae-e030fdd77ccf,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:34:38.573217 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 44296) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:34:38.613933 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-4d9a028c-29f3-4571-9d6e-be152a6a9464 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0a68ae469bab4e1aa0d38ed029428b16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394506 Jul 05 12:34:38.616347 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 44298) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:34:38.662821 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ff38f88a-127c-4cba-93fa-78989df8a305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:38.685168 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ff38f88a-127c-4cba-93fa-78989df8a305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:38.731590 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ff38f88a-127c-4cba-93fa-78989df8a305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:38.734064 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ff38f88a-127c-4cba-93fa-78989df8a305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:38.735356 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-ff38f88a-127c-4cba-93fa-78989df8a305 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a8189e79-21e6-46c3-9cb6-c26e403bb78b HTTP/1.1" status: 204 len: 168 time: 0.1180460 Jul 05 12:34:38.742985 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff38f88a-127c-4cba-93fa-78989df8a305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8189e79-21e6-46c3-9cb6-c26e403bb78b,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:34:39.383137 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 44326) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:34:39.485271 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-475729ef-8b88-471c-9dc5-33f55a1fa368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:39.576506 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-475729ef-8b88-471c-9dc5-33f55a1fa368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:39.580683 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-475729ef-8b88-471c-9dc5-33f55a1fa368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:39.621197 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-475729ef-8b88-471c-9dc5-33f55a1fa368 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b8847470df024a6d8ac8388f22db25b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2334409 Jul 05 12:34:39.621436 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 44334) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:34:39.628552 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475729ef-8b88-471c-9dc5-33f55a1fa368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e219bea-1e3b-4802-887b-504ef00d179c,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:34:39.675443 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a0bf4953-da93-43ea-bf5e-2445971ded24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:39.698382 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a0bf4953-da93-43ea-bf5e-2445971ded24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:39.755306 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a0bf4953-da93-43ea-bf5e-2445971ded24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:39.757997 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a0bf4953-da93-43ea-bf5e-2445971ded24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:39.760100 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-a0bf4953-da93-43ea-bf5e-2445971ded24 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5e219bea-1e3b-4802-887b-504ef00d179c HTTP/1.1" status: 204 len: 168 time: 0.1377499 Jul 05 12:34:39.770189 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf4953-da93-43ea-bf5e-2445971ded24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e219bea-1e3b-4802-887b-504ef00d179c,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:34:40.031402 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 44344) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:34:40.044519 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1453ddf4-3b31-47b5-836d-09e35c18a97e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:40.151288 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1453ddf4-3b31-47b5-836d-09e35c18a97e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:40.156644 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1453ddf4-3b31-47b5-836d-09e35c18a97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:40.501486 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-1453ddf4-3b31-47b5-836d-09e35c18a97e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5813ae06d71d4371acfb9e8270824898&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4689958 Jul 05 12:34:40.502444 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1453ddf4-3b31-47b5-836d-09e35c18a97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f649af3-dcce-45c1-996f-0618754d2074,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:34:40.504152 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 44346) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:34:40.555097 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cdfd9be8-9005-4bd2-9373-ddf446b38fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:40.575959 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cdfd9be8-9005-4bd2-9373-ddf446b38fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:40.621681 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cdfd9be8-9005-4bd2-9373-ddf446b38fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:40.624276 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cdfd9be8-9005-4bd2-9373-ddf446b38fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:40.625419 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-cdfd9be8-9005-4bd2-9373-ddf446b38fce admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1f649af3-dcce-45c1-996f-0618754d2074 HTTP/1.1" status: 204 len: 168 time: 0.1196203 Jul 05 12:34:40.632991 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd9be8-9005-4bd2-9373-ddf446b38fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f649af3-dcce-45c1-996f-0618754d2074,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:34:48.229656 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:50.799668 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-98d7508c-939c-45ba-9c0a-3a1f68132928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:53.356856 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-41f2a71d-87df-4de9-be77-bcc8421dc24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:53.719869 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:54.231871 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 44500) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:34:54.334425 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-30b2739d-0f06-4ad4-a121-f4eb9c72c33a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:54.423760 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-30b2739d-0f06-4ad4-a121-f4eb9c72c33a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:54.427332 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-30b2739d-0f06-4ad4-a121-f4eb9c72c33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:54.464919 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-30b2739d-0f06-4ad4-a121-f4eb9c72c33a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0112a4ac57da46f195f7bc731276c3f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319896 Jul 05 12:34:54.465995 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b2739d-0f06-4ad4-a121-f4eb9c72c33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad378e55-ed94-4119-8cb9-5eae4453a9aa,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:34:54.467724 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 44504) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:34:54.515037 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-047e0474-6cdc-4a37-a0cc-a126946795be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:54.536194 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-047e0474-6cdc-4a37-a0cc-a126946795be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:54.581968 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-047e0474-6cdc-4a37-a0cc-a126946795be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:54.584525 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-047e0474-6cdc-4a37-a0cc-a126946795be admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:54.585629 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-047e0474-6cdc-4a37-a0cc-a126946795be admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ad378e55-ed94-4119-8cb9-5eae4453a9aa HTTP/1.1" status: 204 len: 168 time: 0.1169360 Jul 05 12:34:54.593291 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e0474-6cdc-4a37-a0cc-a126946795be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad378e55-ed94-4119-8cb9-5eae4453a9aa,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:34:54.600039 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e0474-6cdc-4a37-a0cc-a126946795be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:34:54.600385 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e0474-6cdc-4a37-a0cc-a126946795be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:34:54.600720 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e0474-6cdc-4a37-a0cc-a126946795be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:34:54.601051 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e0474-6cdc-4a37-a0cc-a126946795be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:34:54.601378 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e0474-6cdc-4a37-a0cc-a126946795be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:34:54.601703 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e0474-6cdc-4a37-a0cc-a126946795be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:34:54.602028 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e0474-6cdc-4a37-a0cc-a126946795be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:34:54.602358 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e0474-6cdc-4a37-a0cc-a126946795be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:34:54.602770 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e0474-6cdc-4a37-a0cc-a126946795be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:34:54.603106 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e0474-6cdc-4a37-a0cc-a126946795be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:34:54.603422 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e0474-6cdc-4a37-a0cc-a126946795be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:34:54.603801 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e0474-6cdc-4a37-a0cc-a126946795be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:34:54.723833 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:34:56.285059 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:00.716164 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9255ef3-18c9-46ec-8705-c3caecf0f5cf req-58bd903a-b3c5-42bf-b12e-4a18fa718fd5 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:35:00.717674 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e9255ef3-18c9-46ec-8705-c3caecf0f5cf req-58bd903a-b3c5-42bf-b12e-4a18fa718fd5 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=e53df755-db4d-421a-bffc-d54cbdd32ccf HTTP/1.1" status: 200 len: 946 time: 0.0663352 Jul 05 12:35:00.755475 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e9255ef3-18c9-46ec-8705-c3caecf0f5cf req-8d2664e0-0c8a-462d-b7cd-0e5ec3ceada2 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322261 Jul 05 12:35:01.933608 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4e23d-c5dd-47da-8467-611ea2282a91 req-dabf2d78-597a-4493-9e8b-8f2058488ff0 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:35:01.935161 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cac4e23d-c5dd-47da-8467-611ea2282a91 req-dabf2d78-597a-4493-9e8b-8f2058488ff0 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=e53df755-db4d-421a-bffc-d54cbdd32ccf HTTP/1.1" status: 200 len: 946 time: 0.0638340 Jul 05 12:35:01.974335 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cac4e23d-c5dd-47da-8467-611ea2282a91 req-81aae5f7-ccde-493c-b7f6-7eee064e0c88 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336466 Jul 05 12:35:02.519745 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab1da4-582c-473a-b1c7-7cc48d7d5b80 req-ff3c05f5-156b-4e4b-9d54-3a715d9caa05 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:35:02.521197 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-eeab1da4-582c-473a-b1c7-7cc48d7d5b80 req-ff3c05f5-156b-4e4b-9d54-3a715d9caa05 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.16 "GET /v2.0/ports?device_id=e53df755-db4d-421a-bffc-d54cbdd32ccf HTTP/1.1" status: 200 len: 946 time: 0.0643547 Jul 05 12:35:02.626951 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-eeab1da4-582c-473a-b1c7-7cc48d7d5b80 req-ef18a043-dba4-4513-a0a6-e8b916586079 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Deleting port e545d7a9-2999-4df7-bcf4-9212eb84fe41 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:35:02.627290 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-eeab1da4-582c-473a-b1c7-7cc48d7d5b80 req-ef18a043-dba4-4513-a0a6-e8b916586079 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:02.719476 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-eeab1da4-582c-473a-b1c7-7cc48d7d5b80 req-ef18a043-dba4-4513-a0a6-e8b916586079 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] For port e545d7a9-2999-4df7-bcf4-9212eb84fe41, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e545d7a9-2999-4df7-bcf4-9212eb84fe41,segment=NetworkSegment(acd43e8e-4d96-4aa9-8d01-a903ce986248),segment_id=acd43e8e-4d96-4aa9-8d01-a903ce986248)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:35:02.719831 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-eeab1da4-582c-473a-b1c7-7cc48d7d5b80 req-ef18a043-dba4-4513-a0a6-e8b916586079 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:02.893802 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-eeab1da4-582c-473a-b1c7-7cc48d7d5b80 req-ef18a043-dba4-4513-a0a6-e8b916586079 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:02.894089 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-eeab1da4-582c-473a-b1c7-7cc48d7d5b80 req-ef18a043-dba4-4513-a0a6-e8b916586079 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575314'] for floatingip, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:02.894410 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.db.l3_db [req-eeab1da4-582c-473a-b1c7-7cc48d7d5b80 req-ef18a043-dba4-4513-a0a6-e8b916586079 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Floating IP ffc5f8c5-ee40-4732-b24f-8e8910e8201f disassociated. External IP: 172.27.3.146, port: e545d7a9-2999-4df7-bcf4-9212eb84fe41. Jul 05 12:35:02.894790 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-eeab1da4-582c-473a-b1c7-7cc48d7d5b80 req-ef18a043-dba4-4513-a0a6-e8b916586079 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Calling delete_port for e545d7a9-2999-4df7-bcf4-9212eb84fe41 owned by compute:nova {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:35:03.026191 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-eeab1da4-582c-473a-b1c7-7cc48d7d5b80 req-ef18a043-dba4-4513-a0a6-e8b916586079 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3485763'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:03.058312 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18a043-dba4-4513-a0a6-e8b916586079 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Pushing event deleted for resources: {'Port': ['ID=e545d7a9-2999-4df7-bcf4-9212eb84fe41,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:35:03.136899 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2eb5fcb7-a406-4856-9204-3c92b9aa3052 req-f0dc228c-970f-42fa-84dd-419f2d1ba5b5 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=e53df755-db4d-421a-bffc-d54cbdd32ccf HTTP/1.1" status: 200 len: 210 time: 0.0376410 Jul 05 12:35:03.151948 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:35:03.201839 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eeab1da4-582c-473a-b1c7-7cc48d7d5b80 req-ef18a043-dba4-4513-a0a6-e8b916586079 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Router 9161a12f-4ccf-4af7-82cb-cd249bcc9b56 has already been hosted by L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 12:35:03.318787 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eeab1da4-582c-473a-b1c7-7cc48d7d5b80 req-ef18a043-dba4-4513-a0a6-e8b916586079 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:35:03.330838 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c4dc21-59c4-437a-9bbb-226b0136ebcf None None] Sync routers for ids ['9161a12f-4ccf-4af7-82cb-cd249bcc9b56'] in dv-cinder-796286-12-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:35:03.340596 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c4dc21-59c4-437a-9bbb-226b0136ebcf None None] Routers {'9161a12f-4ccf-4af7-82cb-cd249bcc9b56'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:35:03.341485 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-26c4dc21-59c4-437a-9bbb-226b0136ebcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:34:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['9161a12f-4ccf-4af7-82cb-cd249bcc9b56'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:35:03.362671 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeab1da4-582c-473a-b1c7-7cc48d7d5b80 req-ef18a043-dba4-4513-a0a6-e8b916586079 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] No DVR routers for this DVR port e545d7a9-2999-4df7-bcf4-9212eb84fe41 on host hv-cinder-79628 {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 12:35:03.365230 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-eeab1da4-582c-473a-b1c7-7cc48d7d5b80 req-ef18a043-dba4-4513-a0a6-e8b916586079 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:03.367218 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-eeab1da4-582c-473a-b1c7-7cc48d7d5b80 req-ef18a043-dba4-4513-a0a6-e8b916586079 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.16 "DELETE /v2.0/ports/e545d7a9-2999-4df7-bcf4-9212eb84fe41 HTTP/1.1" status: 204 len: 173 time: 0.8396912 Jul 05 12:35:03.367670 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53df755-db4d-421a-bffc-d54cbdd32ccf', 'name': 'network-vif-deleted', 'tag': 'e545d7a9-2999-4df7-bcf4-9212eb84fe41'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:35:03.369943 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38d66cb680d8e216a4639fd07ffcdd1e1f1f0bb375bf284fc7cc66ae145b2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf15a74-d2bd-4fe1-b9bb-eb83f5563e11" -d '{"events": [{"server_uuid": "e53df755-db4d-421a-bffc-d54cbdd32ccf", "name": "network-vif-deleted", "tag": "e545d7a9-2999-4df7-bcf4-9212eb84fe41"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:35:03.421303 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d061c83-6729-40e3-af86-0a3263c9448d x-openstack-request-id: req-0d061c83-6729-40e3-af86-0a3263c9448d {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:35:03.421658 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53df755-db4d-421a-bffc-d54cbdd32ccf", "name": "network-vif-deleted", "tag": "e545d7a9-2999-4df7-bcf4-9212eb84fe41", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:35:03.421837 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0d061c83-6729-40e3-af86-0a3263c9448d {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:35:03.422240 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53df755-db4d-421a-bffc-d54cbdd32ccf', 'name': 'network-vif-deleted', 'tag': 'e545d7a9-2999-4df7-bcf4-9212eb84fe41', 'status': 'completed', 'code': 200} Jul 05 12:35:03.462357 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-26c4dc21-59c4-437a-9bbb-226b0136ebcf None None] Set router 9161a12f-4ccf-4af7-82cb-cd249bcc9b56 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:35:03.677517 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-26c4dc21-59c4-437a-9bbb-226b0136ebcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'name': 'tempest-TestVolumeBootPattern-312650613-router', 'tenant_id': '66642072210e46be853b52fd91a99581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:31:32Z', 'updated_at': '2021-07-05T12:31:35Z', 'revision_number': 4, 'project_id': '66642072210e46be853b52fd91a99581', 'gw_port': {'id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:33Z', 'updated_at': '2021-07-05T12:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '9e2c2570-2ffe-45aa-aff9-28ab12719d61', 'name': '', 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'tenant_id': '66642072210e46be853b52fd91a99581', 'mac_address': 'fa:16:3e:18:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:34Z', 'updated_at': '2021-07-05T12:31:42Z', 'revision_number': 5, 'project_id': '66642072210e46be853b52fd91a99581', 'subnets': [{'id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:35:03.707370 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c4dc21-59c4-437a-9bbb-226b0136ebcf None None] Checking router: 9161a12f-4ccf-4af7-82cb-cd249bcc9b56 for host: dv-cinder-796286-12-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:35:03.715848 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c4dc21-59c4-437a-9bbb-226b0136ebcf None None] Routers {'9161a12f-4ccf-4af7-82cb-cd249bcc9b56'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:35:03.716545 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-26c4dc21-59c4-437a-9bbb-226b0136ebcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:34:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['9161a12f-4ccf-4af7-82cb-cd249bcc9b56'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:35:03.823297 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-26c4dc21-59c4-437a-9bbb-226b0136ebcf None None] Set router 9161a12f-4ccf-4af7-82cb-cd249bcc9b56 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:35:04.031329 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-26c4dc21-59c4-437a-9bbb-226b0136ebcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'name': 'tempest-TestVolumeBootPattern-312650613-router', 'tenant_id': '66642072210e46be853b52fd91a99581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:31:32Z', 'updated_at': '2021-07-05T12:31:35Z', 'revision_number': 4, 'project_id': '66642072210e46be853b52fd91a99581', 'gw_port': {'id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:33Z', 'updated_at': '2021-07-05T12:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '9e2c2570-2ffe-45aa-aff9-28ab12719d61', 'name': '', 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'tenant_id': '66642072210e46be853b52fd91a99581', 'mac_address': 'fa:16:3e:18:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:34Z', 'updated_at': '2021-07-05T12:31:42Z', 'revision_number': 5, 'project_id': '66642072210e46be853b52fd91a99581', 'subnets': [{'id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:35:04.064908 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c4dc21-59c4-437a-9bbb-226b0136ebcf None None] The sync data for ids ['9161a12f-4ccf-4af7-82cb-cd249bcc9b56'] in dv-cinder-796286-12-iscsi is: [{'id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'name': 'tempest-TestVolumeBootPattern-312650613-router', 'tenant_id': '66642072210e46be853b52fd91a99581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:31:32Z', 'updated_at': '2021-07-05T12:31:35Z', 'revision_number': 4, 'project_id': '66642072210e46be853b52fd91a99581', 'gw_port': {'id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:33Z', 'updated_at': '2021-07-05T12:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '9e2c2570-2ffe-45aa-aff9-28ab12719d61', 'name': '', 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'tenant_id': '66642072210e46be853b52fd91a99581', 'mac_address': 'fa:16:3e:18:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:34Z', 'updated_at': '2021-07-05T12:31:42Z', 'revision_number': 5, 'project_id': '66642072210e46be853b52fd91a99581', 'subnets': [{'id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:35:04.348124 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8991ed57-7210-4567-87d4-691be94f6564 None None] New status for floating IP ffc5f8c5-ee40-4732-b24f-8e8910e8201f: DOWN {{(pid=92931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 12:35:04.457475 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-bf1508cb-9ef4-4770-b379-118fe2e8ce71 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1518684951&fields=id&tenant_id=66642072210e46be853b52fd91a99581 HTTP/1.1" status: 200 len: 267 time: 0.0338588 Jul 05 12:35:04.571444 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-65f509b1-74c0-47b6-8697-03a3527b569e tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:35:04.572894 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-65f509b1-74c0-47b6-8697-03a3527b569e tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/networks?id=5175ffb3-848a-4015-857e-91cc64139ef2 HTTP/1.1" status: 200 len: 811 time: 0.1088150 Jul 05 12:35:04.592104 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-b520d6fd-f5a2-4dc2-bc82-98294dcf699b tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/quotas/66642072210e46be853b52fd91a99581 HTTP/1.1" status: 200 len: 375 time: 0.0128570 Jul 05 12:35:04.667719 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-7aadc683-ecc9-4c28-b698-e6d76c5550e7 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=66642072210e46be853b52fd91a99581&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0656497 Jul 05 12:35:04.860152 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-10fd6ba5-197a-4180-a6aa-a8ed25c0fd6c service neutron] 10.222.0.52 "GET /v2.0/networks/5175ffb3-848a-4015-857e-91cc64139ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812992 Jul 05 12:35:04.955443 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-89b4b688-f7d7-44fb-b052-5bcde16673c4 service neutron] 10.222.0.52 "GET /v2.0/networks/5175ffb3-848a-4015-857e-91cc64139ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895782 Jul 05 12:35:05.300399 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-89c14d17-2f59-432e-b6b2-cb6f27d2cc79 req-8352d370-4a96-4d53-ae9d-92f6bd2fd3f3 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=298e1042-99de-4e98-abc9-bf034c72328c HTTP/1.1" status: 200 len: 210 time: 0.0507669 Jul 05 12:35:05.906817 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device e545d7a9-2999-4df7-bcf4-9212eb84fe41 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:35:05.926283 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] No Port match for: e545d7a9-2999-4df7-bcf4-9212eb84fe41 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:35:05.926625 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device e545d7a9-2999-4df7-bcf4-9212eb84fe41 not bound to the agent host hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:35:06.404983 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-f689a497-aeb2-4086-a347-ed0474857c0d tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:35:06.406548 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-f689a497-aeb2-4086-a347-ed0474857c0d tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.16 "GET /v2.0/networks?id=5175ffb3-848a-4015-857e-91cc64139ef2 HTTP/1.1" status: 200 len: 811 time: 0.1317942 Jul 05 12:35:06.490749 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-69e1895c-4745-4dc8-9c52-37141728343d req-fc4ffef1-8217-44c0-9dfd-1c695277bc97 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=298e1042-99de-4e98-abc9-bf034c72328c HTTP/1.1" status: 200 len: 210 time: 0.0519109 Jul 05 12:35:06.495147 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-bedc76bb-2867-4b1e-a5e9-6ab6667cfcb5 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66642072210e46be853b52fd91a99581 HTTP/1.1" status: 200 len: 380 time: 0.0790033 Jul 05 12:35:06.514522 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-25604e11-ba05-4e26-949f-42f1a33b1115 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Request body: {'port': {'device_id': '298e1042-99de-4e98-abc9-bf034c72328c', 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'admin_state_up': True, 'tenant_id': '66642072210e46be853b52fd91a99581', 'security_groups': ['73563b2c-699b-40eb-a0ab-73a6adb3d2c0']}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:35:06.627562 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-25604e11-ba05-4e26-949f-42f1a33b1115 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Made reservation on behalf of 66642072210e46be853b52fd91a99581 for: {'port': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:35:06.631214 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-25604e11-ba05-4e26-949f-42f1a33b1115 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:06.758674 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-25604e11-ba05-4e26-949f-42f1a33b1115 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Allocated IP 172.20.0.12 (5175ffb3-848a-4015-857e-91cc64139ef2/dc731385-af5b-43ab-943e-eef3c8d7edf0/67648b7b-5760-4e08-bdf1-d7aae88cb593) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:35:06.905442 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-25604e11-ba05-4e26-949f-42f1a33b1115 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:06.920238 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-25604e11-ba05-4e26-949f-42f1a33b1115 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Transition to ACTIVE for port object 67648b7b-5760-4e08-bdf1-d7aae88cb593 will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:35:06.963497 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-25604e11-ba05-4e26-949f-42f1a33b1115 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3485770'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:07.006096 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-25604e11-ba05-4e26-949f-42f1a33b1115 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Network 5175ffb3-848a-4015-857e-91cc64139ef2 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:35:07.009443 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-25604e11-ba05-4e26-949f-42f1a33b1115 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:35:07.013933 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-25604e11-ba05-4e26-949f-42f1a33b1115 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:35:07.056045 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25604e11-ba05-4e26-949f-42f1a33b1115 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Pushing event updated for resources: {'Port': ['ID=67648b7b-5760-4e08-bdf1-d7aae88cb593,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:35:07.071387 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-25604e11-ba05-4e26-949f-42f1a33b1115 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:35:07.071999 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-25604e11-ba05-4e26-949f-42f1a33b1115 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:07.088127 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-25604e11-ba05-4e26-949f-42f1a33b1115 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5800564 Jul 05 12:35:07.101470 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-e732337b-4b25-4463-85da-aab56f5b0616 service neutron] Request body: {'port': {'device_id': '298e1042-99de-4e98-abc9-bf034c72328c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:35:07.190691 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-e732337b-4b25-4463-85da-aab56f5b0616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:07.244849 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-08d28d4c-5e00-482f-a408-88dc46019208 None None] Provisioning for port 67648b7b-5760-4e08-bdf1-d7aae88cb593 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:35:07.251086 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-08d28d4c-5e00-482f-a408-88dc46019208 None None] Provisioning complete for port 67648b7b-5760-4e08-bdf1-d7aae88cb593 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:35:07.251512 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-08d28d4c-5e00-482f-a408-88dc46019208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:07.286412 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-08d28d4c-5e00-482f-a408-88dc46019208 None None] Port 67648b7b-5760-4e08-bdf1-d7aae88cb593 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 12:35:07.489071 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-e732337b-4b25-4463-85da-aab56f5b0616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67648b7b-5760-4e08-bdf1-d7aae88cb593 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:35:07.497972 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-e732337b-4b25-4463-85da-aab56f5b0616 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:07.509540 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-e732337b-4b25-4463-85da-aab56f5b0616 service neutron] Transition to ACTIVE for port object 67648b7b-5760-4e08-bdf1-d7aae88cb593 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:35:07.513469 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-e732337b-4b25-4463-85da-aab56f5b0616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3485880'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:07.561431 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732337b-4b25-4463-85da-aab56f5b0616 service neutron] Pushing event updated for resources: {'Port': ['ID=67648b7b-5760-4e08-bdf1-d7aae88cb593,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:35:07.683650 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-e732337b-4b25-4463-85da-aab56f5b0616 service neutron] Attempting to bind port 67648b7b-5760-4e08-bdf1-d7aae88cb593 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:35:07.683987 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-e732337b-4b25-4463-85da-aab56f5b0616 service neutron] Attempting to bind port 67648b7b-5760-4e08-bdf1-d7aae88cb593 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'acd43e8e-4d96-4aa9-8d01-a903ce986248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:35:07.684387 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-e732337b-4b25-4463-85da-aab56f5b0616 service neutron] Attempting to bind port 67648b7b-5760-4e08-bdf1-d7aae88cb593 on network 5175ffb3-848a-4015-857e-91cc64139ef2 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:35:07.692938 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-e732337b-4b25-4463-85da-aab56f5b0616 service neutron] Port 67648b7b-5760-4e08-bdf1-d7aae88cb593 on network 5175ffb3-848a-4015-857e-91cc64139ef2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 12:35:07.693257 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-e732337b-4b25-4463-85da-aab56f5b0616 service neutron] Attempting to bind port 67648b7b-5760-4e08-bdf1-d7aae88cb593 on network 5175ffb3-848a-4015-857e-91cc64139ef2 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:35:07.704716 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-e732337b-4b25-4463-85da-aab56f5b0616 service neutron] Checking agent: {'id': '3e7fb013-ee8e-41ba-b8fe-dbc5ebca3998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 21, 18), 'started_at': datetime.datetime(2021, 7, 5, 12, 21, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:35:07.705057 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-e732337b-4b25-4463-85da-aab56f5b0616 service neutron] Checking segment: {'id': 'acd43e8e-4d96-4aa9-8d01-a903ce986248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:35:07.705442 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-e732337b-4b25-4463-85da-aab56f5b0616 service neutron] Bound using segment: {'id': 'acd43e8e-4d96-4aa9-8d01-a903ce986248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:35:07.705877 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-e732337b-4b25-4463-85da-aab56f5b0616 service neutron] Bound port: 67648b7b-5760-4e08-bdf1-d7aae88cb593, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acd43e8e-4d96-4aa9-8d01-a903ce986248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:35:07.706235 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-e732337b-4b25-4463-85da-aab56f5b0616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:07.724361 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798ab54-22d0-4910-bba1-1804447b11a7 req-d6d5ce46-c01a-4d74-a068-34cb55c3a1b9 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:35:07.725936 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c798ab54-22d0-4910-bba1-1804447b11a7 req-d6d5ce46-c01a-4d74-a068-34cb55c3a1b9 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=298e1042-99de-4e98-abc9-bf034c72328c HTTP/1.1" status: 200 len: 944 time: 0.1114039 Jul 05 12:35:07.805913 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c798ab54-22d0-4910-bba1-1804447b11a7 req-d02d3166-184b-47af-9bfc-736d5886130d tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724957 Jul 05 12:35:07.813100 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-e732337b-4b25-4463-85da-aab56f5b0616 service neutron] For port 67648b7b-5760-4e08-bdf1-d7aae88cb593, host hv-cinder-79628, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:35:07.816334 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-e732337b-4b25-4463-85da-aab56f5b0616 service neutron] For port 67648b7b-5760-4e08-bdf1-d7aae88cb593, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=67648b7b-5760-4e08-bdf1-d7aae88cb593,segment=NetworkSegment(acd43e8e-4d96-4aa9-8d01-a903ce986248),segment_id=acd43e8e-4d96-4aa9-8d01-a903ce986248)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:35:07.822151 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-e732337b-4b25-4463-85da-aab56f5b0616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3485880'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:07.857241 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-e732337b-4b25-4463-85da-aab56f5b0616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:35:07.857863 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-e732337b-4b25-4463-85da-aab56f5b0616 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:07.859330 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-e732337b-4b25-4463-85da-aab56f5b0616 service neutron] 10.222.0.16 "PUT /v2.0/ports/67648b7b-5760-4e08-bdf1-d7aae88cb593 HTTP/1.1" status: 200 len: 1094 time: 0.7623858 Jul 05 12:35:07.859710 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '298e1042-99de-4e98-abc9-bf034c72328c', 'tag': '67648b7b-5760-4e08-bdf1-d7aae88cb593'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:35:07.861963 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38d66cb680d8e216a4639fd07ffcdd1e1f1f0bb375bf284fc7cc66ae145b2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b511ee4e-120a-4760-a793-2169031d90d6" -d '{"events": [{"name": "network-changed", "server_uuid": "298e1042-99de-4e98-abc9-bf034c72328c", "tag": "67648b7b-5760-4e08-bdf1-d7aae88cb593"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:35:07.889981 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732337b-4b25-4463-85da-aab56f5b0616 service neutron] Pushing event updated for resources: {'Port': ['ID=67648b7b-5760-4e08-bdf1-d7aae88cb593,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:35:07.922163 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 12:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3095928e-c790-4eb2-acd3-cdfed736154d x-openstack-request-id: req-3095928e-c790-4eb2-acd3-cdfed736154d {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:35:07.922451 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "298e1042-99de-4e98-abc9-bf034c72328c", "tag": "67648b7b-5760-4e08-bdf1-d7aae88cb593", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:35:07.922701 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3095928e-c790-4eb2-acd3-cdfed736154d {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:35:07.923126 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '298e1042-99de-4e98-abc9-bf034c72328c', 'tag': '67648b7b-5760-4e08-bdf1-d7aae88cb593', 'status': 'completed', 'code': 200} Jul 05 12:35:07.970650 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-7bfbb773-e2f0-4fff-ae34-107e4d064286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:35:07.972216 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-7bfbb773-e2f0-4fff-ae34-107e4d064286 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=66642072210e46be853b52fd91a99581&device_id=298e1042-99de-4e98-abc9-bf034c72328c HTTP/1.1" status: 200 len: 1097 time: 0.0597415 Jul 05 12:35:08.025108 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-f8f34488-fa6d-42f5-bf48-e8c830bd422f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67648b7b-5760-4e08-bdf1-d7aae88cb593 HTTP/1.1" status: 200 len: 217 time: 0.0445209 Jul 05 12:35:08.073510 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-e42bcf6a-4bdf-4604-ae5e-3cece946d8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:35:08.074895 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-e42bcf6a-4bdf-4604-ae5e-3cece946d8a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc731385-af5b-43ab-943e-eef3c8d7edf0 HTTP/1.1" status: 200 len: 850 time: 0.0431004 Jul 05 12:35:08.133193 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-647e7726-ec73-4d36-9d14-59f32863532a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:35:08.134696 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-647e7726-ec73-4d36-9d14-59f32863532a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5175ffb3-848a-4015-857e-91cc64139ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0534241 Jul 05 12:35:08.232306 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-fe64cf6b-924e-449e-aa60-3679f9458c05 service neutron] 10.222.0.16 "GET /v2.0/networks/5175ffb3-848a-4015-857e-91cc64139ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877206 Jul 05 12:35:08.333754 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a632f04e-ec59-4a30-a0b0-3d2670134864 req-080d5e8b-5fa4-4084-9769-2f1245d19d72 service neutron] 10.222.0.16 "GET /v2.0/networks/5175ffb3-848a-4015-857e-91cc64139ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950854 Jul 05 12:35:08.440381 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511ee4e-120a-4760-a793-2169031d90d6 req-ad7bf8dc-cf5f-4a91-8f56-8e9de02b3696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:35:08.441884 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b511ee4e-120a-4760-a793-2169031d90d6 req-ad7bf8dc-cf5f-4a91-8f56-8e9de02b3696 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=66642072210e46be853b52fd91a99581&device_id=298e1042-99de-4e98-abc9-bf034c72328c HTTP/1.1" status: 200 len: 1097 time: 0.0564575 Jul 05 12:35:08.536673 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511ee4e-120a-4760-a793-2169031d90d6 req-190e3cd5-eb99-4fbd-9c52-6e306d4675ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:35:08.538147 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b511ee4e-120a-4760-a793-2169031d90d6 req-190e3cd5-eb99-4fbd-9c52-6e306d4675ff service neutron] 10.222.0.16 "GET /v2.0/networks?id=5175ffb3-848a-4015-857e-91cc64139ef2 HTTP/1.1" status: 200 len: 912 time: 0.0888584 Jul 05 12:35:08.579608 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b511ee4e-120a-4760-a793-2169031d90d6 req-5586c331-574a-48c6-8479-3f8d6bb790a4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67648b7b-5760-4e08-bdf1-d7aae88cb593 HTTP/1.1" status: 200 len: 217 time: 0.0345404 Jul 05 12:35:08.627191 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511ee4e-120a-4760-a793-2169031d90d6 req-b2f38935-35d9-4854-8958-5ad233797184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:35:08.628544 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b511ee4e-120a-4760-a793-2169031d90d6 req-b2f38935-35d9-4854-8958-5ad233797184 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc731385-af5b-43ab-943e-eef3c8d7edf0 HTTP/1.1" status: 200 len: 850 time: 0.0430100 Jul 05 12:35:08.695046 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511ee4e-120a-4760-a793-2169031d90d6 req-a3f8ea06-54bd-4bd9-b4b5-cd35bada74f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:35:08.696872 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b511ee4e-120a-4760-a793-2169031d90d6 req-a3f8ea06-54bd-4bd9-b4b5-cd35bada74f9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5175ffb3-848a-4015-857e-91cc64139ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0611415 Jul 05 12:35:08.787052 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b511ee4e-120a-4760-a793-2169031d90d6 req-19179760-99ad-4533-8d9b-250aa62572c4 service neutron] 10.222.0.16 "GET /v2.0/networks/5175ffb3-848a-4015-857e-91cc64139ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824211 Jul 05 12:35:08.881951 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b511ee4e-120a-4760-a793-2169031d90d6 req-08cc97bd-4a29-4895-999c-20c98417532b service neutron] 10.222.0.16 "GET /v2.0/networks/5175ffb3-848a-4015-857e-91cc64139ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882909 Jul 05 12:35:08.984750 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e40f5-1e83-49a2-b9fa-23f595759f09 req-46198841-21ac-4a71-922a-2972b7e38aac tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:35:08.986264 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-906e40f5-1e83-49a2-b9fa-23f595759f09 req-46198841-21ac-4a71-922a-2972b7e38aac tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=298e1042-99de-4e98-abc9-bf034c72328c HTTP/1.1" status: 200 len: 944 time: 0.0639832 Jul 05 12:35:09.023225 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-906e40f5-1e83-49a2-b9fa-23f595759f09 req-fa7e65b5-90a9-4701-86dc-717c776a9416 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314252 Jul 05 12:35:10.197174 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904add7b-fbce-472e-ba6f-3799e5b8f2e1 req-1df409d5-3dc1-4bda-b0fb-4548bd8ad1a8 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:35:10.198715 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-904add7b-fbce-472e-ba6f-3799e5b8f2e1 req-1df409d5-3dc1-4bda-b0fb-4548bd8ad1a8 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=298e1042-99de-4e98-abc9-bf034c72328c HTTP/1.1" status: 200 len: 944 time: 0.0648642 Jul 05 12:35:10.244285 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-904add7b-fbce-472e-ba6f-3799e5b8f2e1 req-1c8cf2e3-7016-4bc3-be16-7c734b4bdadd tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391219 Jul 05 12:35:11.421514 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3a183-12c1-4415-8020-29dbfbcb964b req-af4f99b4-d76b-4a68-89ad-18777423dd11 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:35:11.423104 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e7b3a183-12c1-4415-8020-29dbfbcb964b req-af4f99b4-d76b-4a68-89ad-18777423dd11 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=298e1042-99de-4e98-abc9-bf034c72328c HTTP/1.1" status: 200 len: 944 time: 0.0658889 Jul 05 12:35:11.461935 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e7b3a183-12c1-4415-8020-29dbfbcb964b req-cacecedd-6815-429b-9341-9ac7871a59bb tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332110 Jul 05 12:35:12.644535 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35364f-0288-4b05-8ae7-f2cc97346eaf req-63fce96f-4cc9-4e23-b726-743ff0bbeef4 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:35:12.646066 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1e35364f-0288-4b05-8ae7-f2cc97346eaf req-63fce96f-4cc9-4e23-b726-743ff0bbeef4 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=298e1042-99de-4e98-abc9-bf034c72328c HTTP/1.1" status: 200 len: 944 time: 0.0639722 Jul 05 12:35:12.690101 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1e35364f-0288-4b05-8ae7-f2cc97346eaf req-396b6404-b473-4114-9ea9-0976329554bb tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385334 Jul 05 12:35:13.865769 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c1b0b-b1ef-4bcb-a97a-67e584d3834c req-a887c627-f435-45a6-b776-572a223ed70b tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:35:13.867251 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7c7c1b0b-b1ef-4bcb-a97a-67e584d3834c req-a887c627-f435-45a6-b776-572a223ed70b tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=298e1042-99de-4e98-abc9-bf034c72328c HTTP/1.1" status: 200 len: 944 time: 0.0651689 Jul 05 12:35:13.905158 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7c7c1b0b-b1ef-4bcb-a97a-67e584d3834c req-09ca5e85-76ec-4cf8-95d1-441c0fa9b96f tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313997 Jul 05 12:35:15.080131 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707ac4f-bd72-476e-af39-91c0056c7ce7 req-0ba107bf-5221-425f-84a5-d1cef775808a tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:35:15.081624 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7707ac4f-bd72-476e-af39-91c0056c7ce7 req-0ba107bf-5221-425f-84a5-d1cef775808a tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=298e1042-99de-4e98-abc9-bf034c72328c HTTP/1.1" status: 200 len: 944 time: 0.0673068 Jul 05 12:35:15.118637 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7707ac4f-bd72-476e-af39-91c0056c7ce7 req-d7e6748a-ad8e-45d0-99ca-0a395e266362 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315428 Jul 05 12:35:15.938762 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 67648b7b-5760-4e08-bdf1-d7aae88cb593 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 12:35:16.034180 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port 67648b7b-5760-4e08-bdf1-d7aae88cb593, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=67648b7b-5760-4e08-bdf1-d7aae88cb593,segment=NetworkSegment(acd43e8e-4d96-4aa9-8d01-a903ce986248),segment_id=acd43e8e-4d96-4aa9-8d01-a903ce986248)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:35:16.163234 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Returning: {'device': '67648b7b-5760-4e08-bdf1-d7aae88cb593', 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'port_id': '67648b7b-5760-4e08-bdf1-d7aae88cb593', 'mac_address': 'fa:16:3e:86:ed:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 12:35:16.201013 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:16.213722 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67648b7b-5760-4e08-bdf1-d7aae88cb593 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:35:16.239448 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port 67648b7b-5760-4e08-bdf1-d7aae88cb593, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=67648b7b-5760-4e08-bdf1-d7aae88cb593,segment=NetworkSegment(acd43e8e-4d96-4aa9-8d01-a903ce986248),segment_id=acd43e8e-4d96-4aa9-8d01-a903ce986248)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:35:16.243983 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:16.292312 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=67648b7b-5760-4e08-bdf1-d7aae88cb593,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:35:16.301395 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:35:16.301753 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:35:16.301964 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91b7ea-e332-46b9-9ba7-ffc1c5795c9a req-b75f4c71-4279-43ee-b8e5-778b2207cf44 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:35:16.302449 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:35:16.302449 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:35:16.303114 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:35:16.303114 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:35:16.303393 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:35:16.303515 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8b91b7ea-e332-46b9-9ba7-ffc1c5795c9a req-b75f4c71-4279-43ee-b8e5-778b2207cf44 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=298e1042-99de-4e98-abc9-bf034c72328c HTTP/1.1" status: 200 len: 944 time: 0.0738356 Jul 05 12:35:16.303723 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:35:16.304054 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:35:16.304379 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:35:16.304706 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:35:16.305028 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:35:16.342397 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8b91b7ea-e332-46b9-9ba7-ffc1c5795c9a req-1801b254-eedb-4869-a047-bf238dcb7518 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314147 Jul 05 12:35:16.768203 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] get_ports_and_sgs() called for port_ids ['67648b7b-5760-4e08-bdf1-d7aae88cb593'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 12:35:17.515965 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267b112-f144-4da6-8723-48bb7a87ab32 req-4962fec7-2e00-44d8-9b1c-0f51d116a365 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:35:17.517425 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a267b112-f144-4da6-8723-48bb7a87ab32 req-4962fec7-2e00-44d8-9b1c-0f51d116a365 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=298e1042-99de-4e98-abc9-bf034c72328c HTTP/1.1" status: 200 len: 945 time: 0.0622385 Jul 05 12:35:17.553865 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a267b112-f144-4da6-8723-48bb7a87ab32 req-d206a46d-9fbd-4b9a-afd2-726e6741c80a tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310593 Jul 05 12:35:17.969350 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 67648b7b-5760-4e08-bdf1-d7aae88cb593 up at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:35:18.020267 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning for port 67648b7b-5760-4e08-bdf1-d7aae88cb593 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:35:18.023729 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning complete for port 67648b7b-5760-4e08-bdf1-d7aae88cb593 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:35:18.024099 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:18.098095 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:18.119827 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298e1042-99de-4e98-abc9-bf034c72328c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67648b7b-5760-4e08-bdf1-d7aae88cb593'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:35:18.123042 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb11927d8d6a4f40405007df32e35409d46ab531454b71f6d23f9687e715819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e29ec42-b3f0-417e-95b1-a036cff39690" -d '{"events": [{"server_uuid": "298e1042-99de-4e98-abc9-bf034c72328c", "name": "network-vif-plugged", "status": "completed", "tag": "67648b7b-5760-4e08-bdf1-d7aae88cb593"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:35:18.135338 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port 67648b7b-5760-4e08-bdf1-d7aae88cb593, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=67648b7b-5760-4e08-bdf1-d7aae88cb593,segment=NetworkSegment(acd43e8e-4d96-4aa9-8d01-a903ce986248),segment_id=acd43e8e-4d96-4aa9-8d01-a903ce986248)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:35:18.139881 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:18.162837 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2df709e-dd69-433c-9f63-bdb3b6e86ab5 x-openstack-request-id: req-f2df709e-dd69-433c-9f63-bdb3b6e86ab5 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:35:18.163126 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298e1042-99de-4e98-abc9-bf034c72328c", "name": "network-vif-plugged", "status": "completed", "tag": "67648b7b-5760-4e08-bdf1-d7aae88cb593", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:35:18.163374 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f2df709e-dd69-433c-9f63-bdb3b6e86ab5 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:35:18.163809 dv-cinder-796286-12-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298e1042-99de-4e98-abc9-bf034c72328c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67648b7b-5760-4e08-bdf1-d7aae88cb593', 'code': 200} Jul 05 12:35:18.190706 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=67648b7b-5760-4e08-bdf1-d7aae88cb593,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:35:18.231181 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:18.432883 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182053af-5aae-4b92-b565-a1ca258af786 req-9e0026df-7442-41e7-8181-149eb06df7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:35:18.434276 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-182053af-5aae-4b92-b565-a1ca258af786 req-9e0026df-7442-41e7-8181-149eb06df7f5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=298e1042-99de-4e98-abc9-bf034c72328c HTTP/1.1" status: 200 len: 1099 time: 0.0524483 Jul 05 12:35:18.478356 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-182053af-5aae-4b92-b565-a1ca258af786 req-d8460b9c-2b69-48af-888f-0ae78b6804d4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363839 Jul 05 12:35:18.727493 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4ff56-cd87-4b1a-9b3d-7db168c54483 req-29605003-d45e-4878-8e03-cdaf4e345a01 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:35:18.729374 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f1c4ff56-cd87-4b1a-9b3d-7db168c54483 req-29605003-d45e-4878-8e03-cdaf4e345a01 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=298e1042-99de-4e98-abc9-bf034c72328c HTTP/1.1" status: 200 len: 946 time: 0.0665896 Jul 05 12:35:18.767687 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f1c4ff56-cd87-4b1a-9b3d-7db168c54483 req-e3c155b2-8caf-45b6-b759-55a5270ea76d tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324790 Jul 05 12:35:19.956113 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4aba7d-d09d-4b5c-805c-26d872934fae req-8834bb97-85db-4616-ab6e-acb4a72a8dd7 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:35:19.957564 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0d4aba7d-d09d-4b5c-805c-26d872934fae req-8834bb97-85db-4616-ab6e-acb4a72a8dd7 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=298e1042-99de-4e98-abc9-bf034c72328c HTTP/1.1" status: 200 len: 946 time: 0.0641356 Jul 05 12:35:19.996449 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0d4aba7d-d09d-4b5c-805c-26d872934fae req-c8a4605d-c513-4b4e-a43e-35be04a1a405 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333524 Jul 05 12:35:20.802594 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2f8630c6-a7a1-4c2e-8c4b-b7cd20f9a4fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:21.176250 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cefcedc-3c78-4855-853d-20eff93dc038 req-f4cd2ab2-94b7-4737-b274-737dbfd90199 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:35:21.177731 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3cefcedc-3c78-4855-853d-20eff93dc038 req-f4cd2ab2-94b7-4737-b274-737dbfd90199 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=298e1042-99de-4e98-abc9-bf034c72328c HTTP/1.1" status: 200 len: 946 time: 0.0679491 Jul 05 12:35:21.214375 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3cefcedc-3c78-4855-853d-20eff93dc038 req-83f65bd9-b9be-450f-a498-47d9639e53f1 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311697 Jul 05 12:35:21.385342 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5d9cf-1465-42ac-acb7-010de5bf7191 req-e579e444-c0e5-4999-9ad5-772ea23bfb8b tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:35:21.386707 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5bb5d9cf-1465-42ac-acb7-010de5bf7191 req-e579e444-c0e5-4999-9ad5-772ea23bfb8b tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=298e1042-99de-4e98-abc9-bf034c72328c HTTP/1.1" status: 200 len: 946 time: 0.0625262 Jul 05 12:35:21.425242 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5bb5d9cf-1465-42ac-acb7-010de5bf7191 req-3fab6f86-00f0-4791-a126-5a709f6e30ac tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324905 Jul 05 12:35:21.449062 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 44854) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:35:21.498502 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b97043-2885-4f42-a2c1-e09cae00ebc4 tempest-TestVolumeBootPattern-1662664052 tempest-TestVolumeBootPattern-1662664052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:35:21.499985 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-69b97043-2885-4f42-a2c1-e09cae00ebc4 tempest-TestVolumeBootPattern-1662664052 tempest-TestVolumeBootPattern-1662664052-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=298e1042-99de-4e98-abc9-bf034c72328c HTTP/1.1" status: 200 len: 1094 time: 0.0499961 Jul 05 12:35:21.502753 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 44856) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:35:21.507366 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-682efa4f-d5db-4896-8d6f-7bc298073560 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Request body: {'floatingip': {'floating_network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'port_id': '67648b7b-5760-4e08-bdf1-d7aae88cb593', 'tenant_id': '66642072210e46be853b52fd91a99581', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:35:21.530996 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-682efa4f-d5db-4896-8d6f-7bc298073560 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for floatingip, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:21.624375 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-682efa4f-d5db-4896-8d6f-7bc298073560 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:21.726709 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-682efa4f-d5db-4896-8d6f-7bc298073560 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Allocated IP 172.27.3.173 (aa38b356-d6cf-48be-b408-9464f33b7649/1e645773-65d0-42f3-9bdc-7785aff60c5a/8d1f3b3c-9619-47de-86a3-0e17bfc26dd0) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:35:21.827102 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-682efa4f-d5db-4896-8d6f-7bc298073560 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:21.864647 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-682efa4f-d5db-4896-8d6f-7bc298073560 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9210776'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:21.897273 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682efa4f-d5db-4896-8d6f-7bc298073560 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Network aa38b356-d6cf-48be-b408-9464f33b7649 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:35:21.900066 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-682efa4f-d5db-4896-8d6f-7bc298073560 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:35:21.904004 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682efa4f-d5db-4896-8d6f-7bc298073560 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:35:21.933504 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682efa4f-d5db-4896-8d6f-7bc298073560 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Pushing event updated for resources: {'Port': ['ID=8d1f3b3c-9619-47de-86a3-0e17bfc26dd0,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:35:21.945700 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682efa4f-d5db-4896-8d6f-7bc298073560 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:35:21.946052 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682efa4f-d5db-4896-8d6f-7bc298073560 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:35:21.946395 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682efa4f-d5db-4896-8d6f-7bc298073560 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:35:21.946820 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682efa4f-d5db-4896-8d6f-7bc298073560 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:35:21.947088 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682efa4f-d5db-4896-8d6f-7bc298073560 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:35:21.947420 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682efa4f-d5db-4896-8d6f-7bc298073560 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:35:21.947757 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682efa4f-d5db-4896-8d6f-7bc298073560 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:35:21.948084 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682efa4f-d5db-4896-8d6f-7bc298073560 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:35:21.948411 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682efa4f-d5db-4896-8d6f-7bc298073560 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:35:21.948735 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682efa4f-d5db-4896-8d6f-7bc298073560 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:35:21.949058 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682efa4f-d5db-4896-8d6f-7bc298073560 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:35:21.949378 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682efa4f-d5db-4896-8d6f-7bc298073560 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:35:22.546475 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-682efa4f-d5db-4896-8d6f-7bc298073560 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:22.619887 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-682efa4f-d5db-4896-8d6f-7bc298073560 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:22.769021 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-682efa4f-d5db-4896-8d6f-7bc298073560 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:22.773284 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-682efa4f-d5db-4896-8d6f-7bc298073560 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9210730'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:22.846732 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682efa4f-d5db-4896-8d6f-7bc298073560 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Pushing event updated for resources: {'Port': ['ID=8d1f3b3c-9619-47de-86a3-0e17bfc26dd0,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:35:22.855930 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-682efa4f-d5db-4896-8d6f-7bc298073560 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575314'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:22.958526 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.db.l3_db [None req-682efa4f-d5db-4896-8d6f-7bc298073560 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Floating IP 03f4a7f2-a574-43b2-b655-596d1b1ac2dd associated. External IP: 172.27.3.173, port: 67648b7b-5760-4e08-bdf1-d7aae88cb593. Jul 05 12:35:23.162948 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682efa4f-d5db-4896-8d6f-7bc298073560 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Router 9161a12f-4ccf-4af7-82cb-cd249bcc9b56 has already been hosted by L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 12:35:23.273255 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682efa4f-d5db-4896-8d6f-7bc298073560 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:35:23.283136 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67be234d-03e4-47ea-9c2c-02f93c7180fb None None] Sync routers for ids ['9161a12f-4ccf-4af7-82cb-cd249bcc9b56'] in dv-cinder-796286-12-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:35:23.289651 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-682efa4f-d5db-4896-8d6f-7bc298073560 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:23.292503 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67be234d-03e4-47ea-9c2c-02f93c7180fb None None] Routers {'9161a12f-4ccf-4af7-82cb-cd249bcc9b56'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:35:23.293184 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-67be234d-03e4-47ea-9c2c-02f93c7180fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:34:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['9161a12f-4ccf-4af7-82cb-cd249bcc9b56'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:35:23.330039 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-682efa4f-d5db-4896-8d6f-7bc298073560 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8261695 Jul 05 12:35:23.330640 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '298e1042-99de-4e98-abc9-bf034c72328c', 'tag': '67648b7b-5760-4e08-bdf1-d7aae88cb593'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:35:23.332929 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fa477df9db133d569a4b8d31d3ac9e6e51d5deb3d50c5365463f1d57aa01439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e7aefc-c638-41ec-9282-67f2a5721bd4" -d '{"events": [{"name": "network-changed", "server_uuid": "298e1042-99de-4e98-abc9-bf034c72328c", "tag": "67648b7b-5760-4e08-bdf1-d7aae88cb593"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:35:23.395458 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ddb7a1fb-8502-430e-9352-e28281e6c719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:23.417930 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-67be234d-03e4-47ea-9c2c-02f93c7180fb None None] Set router 9161a12f-4ccf-4af7-82cb-cd249bcc9b56 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:35:23.487437 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 12:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f78a6a5-9fc9-44e2-bbdc-175b99477fde x-openstack-request-id: req-8f78a6a5-9fc9-44e2-bbdc-175b99477fde {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:35:23.487729 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "298e1042-99de-4e98-abc9-bf034c72328c", "tag": "67648b7b-5760-4e08-bdf1-d7aae88cb593", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:35:23.487987 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8f78a6a5-9fc9-44e2-bbdc-175b99477fde {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:35:23.488385 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '298e1042-99de-4e98-abc9-bf034c72328c', 'tag': '67648b7b-5760-4e08-bdf1-d7aae88cb593', 'status': 'completed', 'code': 200} Jul 05 12:35:23.562943 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7aefc-c638-41ec-9282-67f2a5721bd4 req-2fec49ac-cefd-411b-b248-1ef3ca2904d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:35:23.564421 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d4e7aefc-c638-41ec-9282-67f2a5721bd4 req-2fec49ac-cefd-411b-b248-1ef3ca2904d7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=66642072210e46be853b52fd91a99581&device_id=298e1042-99de-4e98-abc9-bf034c72328c HTTP/1.1" status: 200 len: 1099 time: 0.0547600 Jul 05 12:35:23.639232 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-67be234d-03e4-47ea-9c2c-02f93c7180fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'name': 'tempest-TestVolumeBootPattern-312650613-router', 'tenant_id': '66642072210e46be853b52fd91a99581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:31:32Z', 'updated_at': '2021-07-05T12:31:35Z', 'revision_number': 4, 'project_id': '66642072210e46be853b52fd91a99581', 'gw_port': {'id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:33Z', 'updated_at': '2021-07-05T12:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_floatingips': [{'id': '03f4a7f2-a574-43b2-b655-596d1b1ac2dd', 'tenant_id': '66642072210e46be853b52fd91a99581', 'floating_ip_address': '172.27.3.173', 'floating_network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'router_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'port_id': '67648b7b-5760-4e08-bdf1-d7aae88cb593', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'mac_address': 'fa:16:3e:86:ed:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298e1042-99de-4e98-abc9-bf034c72328c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T12:35:22Z', 'updated_at': '2021-07-05T12:35:22Z', 'revision_number': 0, 'project_id': '66642072210e46be853b52fd91a99581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e2c2570-2ffe-45aa-aff9-28ab12719d61', 'name': '', 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'tenant_id': '66642072210e46be853b52fd91a99581', 'mac_address': 'fa:16:3e:18:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:34Z', 'updated_at': '2021-07-05T12:31:42Z', 'revision_number': 5, 'project_id': '66642072210e46be853b52fd91a99581', 'subnets': [{'id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:35:23.651804 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7aefc-c638-41ec-9282-67f2a5721bd4 req-dd1283e0-4280-4c7b-be34-b82a7a58aea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:35:23.653189 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d4e7aefc-c638-41ec-9282-67f2a5721bd4 req-dd1283e0-4280-4c7b-be34-b82a7a58aea3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5175ffb3-848a-4015-857e-91cc64139ef2 HTTP/1.1" status: 200 len: 912 time: 0.0830221 Jul 05 12:35:23.665720 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67be234d-03e4-47ea-9c2c-02f93c7180fb None None] Checking router: 9161a12f-4ccf-4af7-82cb-cd249bcc9b56 for host: dv-cinder-796286-12-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:35:23.674321 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67be234d-03e4-47ea-9c2c-02f93c7180fb None None] Routers {'9161a12f-4ccf-4af7-82cb-cd249bcc9b56'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:35:23.674969 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-67be234d-03e4-47ea-9c2c-02f93c7180fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:35:23Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['9161a12f-4ccf-4af7-82cb-cd249bcc9b56'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:35:23.722933 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d4e7aefc-c638-41ec-9282-67f2a5721bd4 req-e74b9b2f-2938-49ac-841b-7e14c9bfcc38 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67648b7b-5760-4e08-bdf1-d7aae88cb593 HTTP/1.1" status: 200 len: 1000 time: 0.0630798 Jul 05 12:35:23.733757 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:23.772592 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7aefc-c638-41ec-9282-67f2a5721bd4 req-0c3855e3-1d14-4afb-b0b2-511905d6ef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:35:23.774041 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d4e7aefc-c638-41ec-9282-67f2a5721bd4 req-0c3855e3-1d14-4afb-b0b2-511905d6ef2b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc731385-af5b-43ab-943e-eef3c8d7edf0 HTTP/1.1" status: 200 len: 850 time: 0.0450275 Jul 05 12:35:23.791684 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-67be234d-03e4-47ea-9c2c-02f93c7180fb None None] Set router 9161a12f-4ccf-4af7-82cb-cd249bcc9b56 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:35:23.830470 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7aefc-c638-41ec-9282-67f2a5721bd4 req-0bbc848e-be34-48c6-af03-a802f62de11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:35:23.831988 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d4e7aefc-c638-41ec-9282-67f2a5721bd4 req-0bbc848e-be34-48c6-af03-a802f62de11b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5175ffb3-848a-4015-857e-91cc64139ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0511470 Jul 05 12:35:23.922445 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d4e7aefc-c638-41ec-9282-67f2a5721bd4 req-1c7889dc-5de2-423f-b457-4a94dd5592be service neutron] 10.222.0.16 "GET /v2.0/networks/5175ffb3-848a-4015-857e-91cc64139ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837238 Jul 05 12:35:24.009585 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d4e7aefc-c638-41ec-9282-67f2a5721bd4 req-f6d1eb99-b910-468f-88b8-84f32b050927 service neutron] 10.222.0.16 "GET /v2.0/networks/5175ffb3-848a-4015-857e-91cc64139ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815659 Jul 05 12:35:24.016250 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-67be234d-03e4-47ea-9c2c-02f93c7180fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'name': 'tempest-TestVolumeBootPattern-312650613-router', 'tenant_id': '66642072210e46be853b52fd91a99581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:31:32Z', 'updated_at': '2021-07-05T12:31:35Z', 'revision_number': 4, 'project_id': '66642072210e46be853b52fd91a99581', 'gw_port': {'id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:33Z', 'updated_at': '2021-07-05T12:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_floatingips': [{'id': '03f4a7f2-a574-43b2-b655-596d1b1ac2dd', 'tenant_id': '66642072210e46be853b52fd91a99581', 'floating_ip_address': '172.27.3.173', 'floating_network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'router_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'port_id': '67648b7b-5760-4e08-bdf1-d7aae88cb593', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'mac_address': 'fa:16:3e:86:ed:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298e1042-99de-4e98-abc9-bf034c72328c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T12:35:22Z', 'updated_at': '2021-07-05T12:35:22Z', 'revision_number': 0, 'project_id': '66642072210e46be853b52fd91a99581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e2c2570-2ffe-45aa-aff9-28ab12719d61', 'name': '', 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'tenant_id': '66642072210e46be853b52fd91a99581', 'mac_address': 'fa:16:3e:18:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:34Z', 'updated_at': '2021-07-05T12:31:42Z', 'revision_number': 5, 'project_id': '66642072210e46be853b52fd91a99581', 'subnets': [{'id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:35:24.046177 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67be234d-03e4-47ea-9c2c-02f93c7180fb None None] The sync data for ids ['9161a12f-4ccf-4af7-82cb-cd249bcc9b56'] in dv-cinder-796286-12-iscsi is: [{'id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'name': 'tempest-TestVolumeBootPattern-312650613-router', 'tenant_id': '66642072210e46be853b52fd91a99581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:31:32Z', 'updated_at': '2021-07-05T12:31:35Z', 'revision_number': 4, 'project_id': '66642072210e46be853b52fd91a99581', 'gw_port': {'id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:33Z', 'updated_at': '2021-07-05T12:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_floatingips': [{'id': '03f4a7f2-a574-43b2-b655-596d1b1ac2dd', 'tenant_id': '66642072210e46be853b52fd91a99581', 'floating_ip_address': '172.27.3.173', 'floating_network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'router_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'port_id': '67648b7b-5760-4e08-bdf1-d7aae88cb593', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'mac_address': 'fa:16:3e:86:ed:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298e1042-99de-4e98-abc9-bf034c72328c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T12:35:22Z', 'updated_at': '2021-07-05T12:35:22Z', 'revision_number': 0, 'project_id': '66642072210e46be853b52fd91a99581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e2c2570-2ffe-45aa-aff9-28ab12719d61', 'name': '', 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'tenant_id': '66642072210e46be853b52fd91a99581', 'mac_address': 'fa:16:3e:18:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:34Z', 'updated_at': '2021-07-05T12:31:42Z', 'revision_number': 5, 'project_id': '66642072210e46be853b52fd91a99581', 'subnets': [{'id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:35:24.223133 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5980240a-0074-4cad-b054-f4e7cee2ea50 None None] New status for floating IP 03f4a7f2-a574-43b2-b655-596d1b1ac2dd: ACTIVE {{(pid=92931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 12:35:24.721994 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:26.288144 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:26.643606 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6a5c6fa9-cbdd-4107-b5b2-db5fb89fa6aa req-f14b2e89-581b-4f7a-8a7d-40cddc34959a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=298e1042-99de-4e98-abc9-bf034c72328c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500233 Jul 05 12:35:26.739546 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c6fa9-cbdd-4107-b5b2-db5fb89fa6aa req-96b6f97d-bc75-49f9-87d4-d57adb478b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:35:26.741028 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6a5c6fa9-cbdd-4107-b5b2-db5fb89fa6aa req-96b6f97d-bc75-49f9-87d4-d57adb478b97 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=66642072210e46be853b52fd91a99581&device_id=298e1042-99de-4e98-abc9-bf034c72328c HTTP/1.1" status: 200 len: 1099 time: 0.0549355 Jul 05 12:35:26.840154 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c6fa9-cbdd-4107-b5b2-db5fb89fa6aa req-d6912fb8-831d-433d-a014-4a0133d68f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:35:26.841691 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6a5c6fa9-cbdd-4107-b5b2-db5fb89fa6aa req-d6912fb8-831d-433d-a014-4a0133d68f26 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5175ffb3-848a-4015-857e-91cc64139ef2 HTTP/1.1" status: 200 len: 912 time: 0.0810795 Jul 05 12:35:26.908143 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6a5c6fa9-cbdd-4107-b5b2-db5fb89fa6aa req-e12e0d3e-a43e-4ebe-abec-04dab75bdb0e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67648b7b-5760-4e08-bdf1-d7aae88cb593 HTTP/1.1" status: 200 len: 1002 time: 0.0596945 Jul 05 12:35:26.954538 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c6fa9-cbdd-4107-b5b2-db5fb89fa6aa req-80163f51-14d1-4dce-9ab7-b13716a92fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:35:26.955939 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6a5c6fa9-cbdd-4107-b5b2-db5fb89fa6aa req-80163f51-14d1-4dce-9ab7-b13716a92fc5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc731385-af5b-43ab-943e-eef3c8d7edf0 HTTP/1.1" status: 200 len: 850 time: 0.0421114 Jul 05 12:35:27.010877 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c6fa9-cbdd-4107-b5b2-db5fb89fa6aa req-49651be6-8422-4c9c-97f0-a2f3c3991f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:35:27.012313 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6a5c6fa9-cbdd-4107-b5b2-db5fb89fa6aa req-49651be6-8422-4c9c-97f0-a2f3c3991f22 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5175ffb3-848a-4015-857e-91cc64139ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0507443 Jul 05 12:35:27.377743 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6a5c6fa9-cbdd-4107-b5b2-db5fb89fa6aa req-5e101be1-a9c8-4d88-bad6-cd84f0ac7e76 service neutron] 10.222.0.16 "GET /v2.0/networks/5175ffb3-848a-4015-857e-91cc64139ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523874 Jul 05 12:35:27.464744 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6a5c6fa9-cbdd-4107-b5b2-db5fb89fa6aa req-e1f84efd-2f1f-4e84-9b3b-b8f09619c84b service neutron] 10.222.0.16 "GET /v2.0/networks/5175ffb3-848a-4015-857e-91cc64139ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851567 Jul 05 12:35:40.151094 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:35:45.310359 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 45020) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:35:45.413147 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a523a5f8-a71e-462e-ab97-f70d36937e58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:45.502667 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a523a5f8-a71e-462e-ab97-f70d36937e58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:45.507033 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a523a5f8-a71e-462e-ab97-f70d36937e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:45.544359 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-a523a5f8-a71e-462e-ab97-f70d36937e58 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=390749f718424276bed4bd12e0d96788&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329037 Jul 05 12:35:45.545234 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a523a5f8-a71e-462e-ab97-f70d36937e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a5bd74-224d-4a55-9841-f28138d2e52d,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:35:45.547601 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 45024) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:35:45.600957 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8a9dba55-ed68-4a78-9eaa-bb2876900672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:45.621843 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8a9dba55-ed68-4a78-9eaa-bb2876900672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:45.672073 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8a9dba55-ed68-4a78-9eaa-bb2876900672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:45.674701 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8a9dba55-ed68-4a78-9eaa-bb2876900672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:45.675866 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-8a9dba55-ed68-4a78-9eaa-bb2876900672 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/92a5bd74-224d-4a55-9841-f28138d2e52d HTTP/1.1" status: 204 len: 168 time: 0.1272681 Jul 05 12:35:45.683587 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9dba55-ed68-4a78-9eaa-bb2876900672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a5bd74-224d-4a55-9841-f28138d2e52d,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:35:48.235163 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:48.857727 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 45046) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:35:48.957748 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5741bd21-a23f-465f-8d95-cedf90bdc4ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:49.043733 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5741bd21-a23f-465f-8d95-cedf90bdc4ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:49.050268 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5741bd21-a23f-465f-8d95-cedf90bdc4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:49.087268 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-5741bd21-a23f-465f-8d95-cedf90bdc4ca admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=400be9b39dc24084bf6731f73ec67a92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2284868 Jul 05 12:35:49.089140 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741bd21-a23f-465f-8d95-cedf90bdc4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eaeaba2-7c4a-4284-82f6-c01650bc5878,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:35:49.090071 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 45050) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:35:49.138441 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b7a3ace6-315e-4d00-8ce5-6c0035ad7eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:49.159322 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b7a3ace6-315e-4d00-8ce5-6c0035ad7eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:49.205345 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b7a3ace6-315e-4d00-8ce5-6c0035ad7eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:49.208154 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b7a3ace6-315e-4d00-8ce5-6c0035ad7eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:49.209323 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-b7a3ace6-315e-4d00-8ce5-6c0035ad7eb7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7eaeaba2-7c4a-4284-82f6-c01650bc5878 HTTP/1.1" status: 204 len: 168 time: 0.1182065 Jul 05 12:35:49.216882 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a3ace6-315e-4d00-8ce5-6c0035ad7eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eaeaba2-7c4a-4284-82f6-c01650bc5878,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:35:50.805061 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9da30eec-5011-4051-8a3d-3e91232d16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:53.358159 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-45205a79-9bba-461a-91d1-3e450b32a09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:53.726244 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:54.725458 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:35:56.292880 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:36:17.149872 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:36:18.246786 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:36:20.807795 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4c54d54b-a2db-4920-b921-1d9092c8a3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:36:23.360035 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cfdb72a0-23e2-4d21-bde7-bceca53ce40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:36:23.726799 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:36:24.152595 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 45264) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:36:24.274565 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8588a6f5-fe13-45c7-8844-cad447a1d2aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:36:24.366333 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8588a6f5-fe13-45c7-8844-cad447a1d2aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:36:24.370125 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8588a6f5-fe13-45c7-8844-cad447a1d2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:36:24.407880 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-8588a6f5-fe13-45c7-8844-cad447a1d2aa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=15354e3bf6034fe6945cc3313c92d745&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2541969 Jul 05 12:36:24.409094 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588a6f5-fe13-45c7-8844-cad447a1d2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f96aaa1-084e-4654-a433-5b645e13fff6,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:36:24.410579 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 45270) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:36:24.417388 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588a6f5-fe13-45c7-8844-cad447a1d2aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:36:24.417745 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588a6f5-fe13-45c7-8844-cad447a1d2aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:36:24.418092 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588a6f5-fe13-45c7-8844-cad447a1d2aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:36:24.418431 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588a6f5-fe13-45c7-8844-cad447a1d2aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:36:24.418791 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588a6f5-fe13-45c7-8844-cad447a1d2aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:36:24.419131 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588a6f5-fe13-45c7-8844-cad447a1d2aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:36:24.419464 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588a6f5-fe13-45c7-8844-cad447a1d2aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:36:24.419794 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588a6f5-fe13-45c7-8844-cad447a1d2aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:36:24.420126 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588a6f5-fe13-45c7-8844-cad447a1d2aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:36:24.420452 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588a6f5-fe13-45c7-8844-cad447a1d2aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:36:24.420775 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588a6f5-fe13-45c7-8844-cad447a1d2aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:36:24.421098 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588a6f5-fe13-45c7-8844-cad447a1d2aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:36:24.459556 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c76919ce-3cf0-452b-9893-a0e79d12ac06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:36:24.483024 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c76919ce-3cf0-452b-9893-a0e79d12ac06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:36:24.528512 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c76919ce-3cf0-452b-9893-a0e79d12ac06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:36:24.531453 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c76919ce-3cf0-452b-9893-a0e79d12ac06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:36:24.532574 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-c76919ce-3cf0-452b-9893-a0e79d12ac06 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5f96aaa1-084e-4654-a433-5b645e13fff6 HTTP/1.1" status: 204 len: 168 time: 0.1209838 Jul 05 12:36:24.540827 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76919ce-3cf0-452b-9893-a0e79d12ac06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f96aaa1-084e-4654-a433-5b645e13fff6,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:36:24.547684 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76919ce-3cf0-452b-9893-a0e79d12ac06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:36:24.548028 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76919ce-3cf0-452b-9893-a0e79d12ac06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:36:24.548370 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76919ce-3cf0-452b-9893-a0e79d12ac06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:36:24.548695 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76919ce-3cf0-452b-9893-a0e79d12ac06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:36:24.549023 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76919ce-3cf0-452b-9893-a0e79d12ac06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:36:24.549431 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76919ce-3cf0-452b-9893-a0e79d12ac06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:36:24.549668 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76919ce-3cf0-452b-9893-a0e79d12ac06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:36:24.549990 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76919ce-3cf0-452b-9893-a0e79d12ac06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:36:24.550310 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76919ce-3cf0-452b-9893-a0e79d12ac06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:36:24.550623 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76919ce-3cf0-452b-9893-a0e79d12ac06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:36:24.550964 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76919ce-3cf0-452b-9893-a0e79d12ac06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:36:24.551279 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76919ce-3cf0-452b-9893-a0e79d12ac06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:36:24.728941 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:36:26.293145 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:36:27.625959 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8ef1bc5d-b810-4e08-9223-347dcc8b8e61 req-37267e29-857c-4d50-9642-ec5d89e57c1d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=298e1042-99de-4e98-abc9-bf034c72328c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0541921 Jul 05 12:36:27.717609 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1bc5d-b810-4e08-9223-347dcc8b8e61 req-8eb41989-e93a-47b4-92dc-23f7c07d7f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:36:27.719092 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8ef1bc5d-b810-4e08-9223-347dcc8b8e61 req-8eb41989-e93a-47b4-92dc-23f7c07d7f6b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=66642072210e46be853b52fd91a99581&device_id=298e1042-99de-4e98-abc9-bf034c72328c HTTP/1.1" status: 200 len: 1099 time: 0.0511446 Jul 05 12:36:27.820729 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1bc5d-b810-4e08-9223-347dcc8b8e61 req-ce7283c4-88a5-40bc-aab8-2895954d4bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:36:27.822333 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8ef1bc5d-b810-4e08-9223-347dcc8b8e61 req-ce7283c4-88a5-40bc-aab8-2895954d4bfa service neutron] 10.222.0.16 "GET /v2.0/networks?id=5175ffb3-848a-4015-857e-91cc64139ef2 HTTP/1.1" status: 200 len: 912 time: 0.0842023 Jul 05 12:36:27.891485 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8ef1bc5d-b810-4e08-9223-347dcc8b8e61 req-6c9b7fda-0e08-4216-9854-0bdde3bda619 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67648b7b-5760-4e08-bdf1-d7aae88cb593 HTTP/1.1" status: 200 len: 1002 time: 0.0612054 Jul 05 12:36:27.937908 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1bc5d-b810-4e08-9223-347dcc8b8e61 req-1442138c-3af0-4b4a-967b-212b445cf5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:36:27.939339 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8ef1bc5d-b810-4e08-9223-347dcc8b8e61 req-1442138c-3af0-4b4a-967b-212b445cf5e4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc731385-af5b-43ab-943e-eef3c8d7edf0 HTTP/1.1" status: 200 len: 850 time: 0.0418274 Jul 05 12:36:27.993506 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1bc5d-b810-4e08-9223-347dcc8b8e61 req-1813b2c4-a963-4191-bdf8-b44902fd31ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:36:27.994966 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8ef1bc5d-b810-4e08-9223-347dcc8b8e61 req-1813b2c4-a963-4191-bdf8-b44902fd31ed service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5175ffb3-848a-4015-857e-91cc64139ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0498762 Jul 05 12:36:28.084908 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8ef1bc5d-b810-4e08-9223-347dcc8b8e61 req-e311ea78-4d15-4dab-9fe7-9390eb9fbd7e service neutron] 10.222.0.16 "GET /v2.0/networks/5175ffb3-848a-4015-857e-91cc64139ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835335 Jul 05 12:36:28.182993 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8ef1bc5d-b810-4e08-9223-347dcc8b8e61 req-42dae40c-66a4-4ed8-94a4-3eedcc97a499 service neutron] 10.222.0.16 "GET /v2.0/networks/5175ffb3-848a-4015-857e-91cc64139ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808878 Jul 05 12:36:48.260808 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:36:50.803123 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-55064658-c332-46f8-95bc-45ede892cb73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:36:53.360068 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bd3e026d-f01c-4593-a41c-4449c496ba43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:36:53.727599 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:36:54.152055 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:36:54.730399 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:36:56.296449 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:37:18.276066 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:37:20.802552 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9a3b2601-bf1f-4edb-8a32-6409fa00126b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:37:23.360653 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4bbae7af-9141-4a7f-83e3-11dd80886c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:37:23.728260 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:37:24.733732 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:37:26.299328 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:37:28.154492 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3f3a769d-38ca-4fb4-9664-7521787ff3b6 req-1153ecc7-90b4-4f18-9c7c-f2226ba41a2c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=298e1042-99de-4e98-abc9-bf034c72328c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0548058 Jul 05 12:37:28.247150 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a769d-38ca-4fb4-9664-7521787ff3b6 req-b3240ee1-366a-44ca-ba81-104289957262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:37:28.248637 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3f3a769d-38ca-4fb4-9664-7521787ff3b6 req-b3240ee1-366a-44ca-ba81-104289957262 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=66642072210e46be853b52fd91a99581&device_id=298e1042-99de-4e98-abc9-bf034c72328c HTTP/1.1" status: 200 len: 1099 time: 0.0533075 Jul 05 12:37:28.353227 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a769d-38ca-4fb4-9664-7521787ff3b6 req-52c91d52-f742-4a63-b7db-1b4cf0f79699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:37:28.354670 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3f3a769d-38ca-4fb4-9664-7521787ff3b6 req-52c91d52-f742-4a63-b7db-1b4cf0f79699 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5175ffb3-848a-4015-857e-91cc64139ef2 HTTP/1.1" status: 200 len: 912 time: 0.0858235 Jul 05 12:37:28.418476 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3f3a769d-38ca-4fb4-9664-7521787ff3b6 req-81c82350-4404-40e7-bbef-c09aba10674c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67648b7b-5760-4e08-bdf1-d7aae88cb593 HTTP/1.1" status: 200 len: 1002 time: 0.0572565 Jul 05 12:37:28.465719 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a769d-38ca-4fb4-9664-7521787ff3b6 req-92264653-b4a0-4a1c-8d83-0ccb64a08740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:37:28.467126 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3f3a769d-38ca-4fb4-9664-7521787ff3b6 req-92264653-b4a0-4a1c-8d83-0ccb64a08740 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc731385-af5b-43ab-943e-eef3c8d7edf0 HTTP/1.1" status: 200 len: 850 time: 0.0424597 Jul 05 12:37:28.526334 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a769d-38ca-4fb4-9664-7521787ff3b6 req-85089c22-9a94-46d2-a375-2d16c8f32da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:37:28.527831 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3f3a769d-38ca-4fb4-9664-7521787ff3b6 req-85089c22-9a94-46d2-a375-2d16c8f32da4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5175ffb3-848a-4015-857e-91cc64139ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0549877 Jul 05 12:37:28.613935 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3f3a769d-38ca-4fb4-9664-7521787ff3b6 req-bd3469cc-b095-4a5b-8ce5-4830d757dfe9 service neutron] 10.222.0.16 "GET /v2.0/networks/5175ffb3-848a-4015-857e-91cc64139ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793960 Jul 05 12:37:28.704303 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3f3a769d-38ca-4fb4-9664-7521787ff3b6 req-f2f1fb15-c87f-4e4f-a9cf-5000210c899f service neutron] 10.222.0.16 "GET /v2.0/networks/5175ffb3-848a-4015-857e-91cc64139ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843518 Jul 05 12:37:31.151837 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:37:43.151858 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-25ef961d-9e02-42df-a673-580f5e3083ed tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1518684951&fields=id&tenant_id=66642072210e46be853b52fd91a99581 HTTP/1.1" status: 200 len: 267 time: 0.0329223 Jul 05 12:37:43.257132 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-981a951a-bc2f-485e-8f95-5cf90181b7cb tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:37:43.258604 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-981a951a-bc2f-485e-8f95-5cf90181b7cb tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/networks?id=5175ffb3-848a-4015-857e-91cc64139ef2 HTTP/1.1" status: 200 len: 811 time: 0.1003783 Jul 05 12:37:43.273795 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-d7b726c4-c169-4985-90dd-857ed68e9e48 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/quotas/66642072210e46be853b52fd91a99581 HTTP/1.1" status: 200 len: 375 time: 0.0096502 Jul 05 12:37:43.352904 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-7037519d-b640-4910-8f36-7820bbf95f1e tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=66642072210e46be853b52fd91a99581&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0723832 Jul 05 12:37:43.554968 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-54c12cd2-4d29-438d-95ce-f8706213ccc8 service neutron] 10.222.0.52 "GET /v2.0/networks/5175ffb3-848a-4015-857e-91cc64139ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912868 Jul 05 12:37:43.646235 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-0603098b-9f69-4b2f-ae03-2aa588185e68 service neutron] 10.222.0.52 "GET /v2.0/networks/5175ffb3-848a-4015-857e-91cc64139ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856631 Jul 05 12:37:43.941700 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-92861e07-b7a7-4a6b-942a-b3ae00351486 req-db711675-0787-4f24-b3c1-d5f40e47fead tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=51cbf6fe-3721-49f8-816f-033822fd8e4c HTTP/1.1" status: 200 len: 210 time: 0.0289195 Jul 05 12:37:44.932019 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-4e75dfa5-d562-4801-a7e9-21fbdda17b60 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:37:44.933461 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-4e75dfa5-d562-4801-a7e9-21fbdda17b60 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.16 "GET /v2.0/networks?id=5175ffb3-848a-4015-857e-91cc64139ef2 HTTP/1.1" status: 200 len: 811 time: 0.1073134 Jul 05 12:37:45.002266 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-939bb3d2-1531-465d-8c20-072c77a679cd tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66642072210e46be853b52fd91a99581 HTTP/1.1" status: 200 len: 380 time: 0.0401037 Jul 05 12:37:45.012059 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-6142c790-586b-4e6a-bb33-5b78f7e6a003 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Request body: {'port': {'device_id': '51cbf6fe-3721-49f8-816f-033822fd8e4c', 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'admin_state_up': True, 'tenant_id': '66642072210e46be853b52fd91a99581', 'security_groups': ['73563b2c-699b-40eb-a0ab-73a6adb3d2c0']}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:37:45.104659 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e76c0caf-019e-4637-899b-83612e49e706 req-2caf2bd0-e807-4e35-bfac-4b4da9e6a9d6 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=51cbf6fe-3721-49f8-816f-033822fd8e4c HTTP/1.1" status: 200 len: 210 time: 0.0370536 Jul 05 12:37:45.149858 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-6142c790-586b-4e6a-bb33-5b78f7e6a003 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Made reservation on behalf of 66642072210e46be853b52fd91a99581 for: {'port': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 12:37:45.153375 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-6142c790-586b-4e6a-bb33-5b78f7e6a003 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:37:45.325821 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-6142c790-586b-4e6a-bb33-5b78f7e6a003 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Allocated IP 172.20.0.14 (5175ffb3-848a-4015-857e-91cc64139ef2/dc731385-af5b-43ab-943e-eef3c8d7edf0/0e982b08-403e-47f3-a8d8-fbfb4a242976) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:37:45.494244 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-6142c790-586b-4e6a-bb33-5b78f7e6a003 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:37:45.509495 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-6142c790-586b-4e6a-bb33-5b78f7e6a003 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Transition to ACTIVE for port object 0e982b08-403e-47f3-a8d8-fbfb4a242976 will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:37:45.543346 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-6142c790-586b-4e6a-bb33-5b78f7e6a003 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3485770'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:37:45.595356 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-6142c790-586b-4e6a-bb33-5b78f7e6a003 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Network 5175ffb3-848a-4015-857e-91cc64139ef2 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:37:45.598708 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-6142c790-586b-4e6a-bb33-5b78f7e6a003 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:37:45.606952 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-6142c790-586b-4e6a-bb33-5b78f7e6a003 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:37:45.633603 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6142c790-586b-4e6a-bb33-5b78f7e6a003 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Pushing event updated for resources: {'Port': ['ID=0e982b08-403e-47f3-a8d8-fbfb4a242976,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:37:45.649023 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6142c790-586b-4e6a-bb33-5b78f7e6a003 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:37:45.649367 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6142c790-586b-4e6a-bb33-5b78f7e6a003 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:37:45.649701 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6142c790-586b-4e6a-bb33-5b78f7e6a003 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:37:45.650035 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6142c790-586b-4e6a-bb33-5b78f7e6a003 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:37:45.650359 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6142c790-586b-4e6a-bb33-5b78f7e6a003 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:37:45.650690 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6142c790-586b-4e6a-bb33-5b78f7e6a003 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:37:45.651037 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6142c790-586b-4e6a-bb33-5b78f7e6a003 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:37:45.651355 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6142c790-586b-4e6a-bb33-5b78f7e6a003 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:37:45.651680 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6142c790-586b-4e6a-bb33-5b78f7e6a003 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:37:45.652000 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6142c790-586b-4e6a-bb33-5b78f7e6a003 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:37:45.652316 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6142c790-586b-4e6a-bb33-5b78f7e6a003 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:37:45.652316 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6142c790-586b-4e6a-bb33-5b78f7e6a003 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:37:45.674860 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-6142c790-586b-4e6a-bb33-5b78f7e6a003 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:37:45.675656 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-6142c790-586b-4e6a-bb33-5b78f7e6a003 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:37:45.691742 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-6142c790-586b-4e6a-bb33-5b78f7e6a003 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6834617 Jul 05 12:37:45.706911 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-8d5ae69a-a9e6-40b1-a5ce-29dc5d6b3421 service neutron] Request body: {'port': {'device_id': '51cbf6fe-3721-49f8-816f-033822fd8e4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:37:45.796473 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-8d5ae69a-a9e6-40b1-a5ce-29dc5d6b3421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:37:45.817718 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-08e00831-f584-43da-8c6a-bca2989bad4e None None] Provisioning for port 0e982b08-403e-47f3-a8d8-fbfb4a242976 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:37:45.821332 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-08e00831-f584-43da-8c6a-bca2989bad4e None None] Provisioning complete for port 0e982b08-403e-47f3-a8d8-fbfb4a242976 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:37:45.821778 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-08e00831-f584-43da-8c6a-bca2989bad4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:37:45.864791 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-08e00831-f584-43da-8c6a-bca2989bad4e None None] Port 0e982b08-403e-47f3-a8d8-fbfb4a242976 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 12:37:46.094168 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-8d5ae69a-a9e6-40b1-a5ce-29dc5d6b3421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e982b08-403e-47f3-a8d8-fbfb4a242976 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:37:46.101637 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-8d5ae69a-a9e6-40b1-a5ce-29dc5d6b3421 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:37:46.113103 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-8d5ae69a-a9e6-40b1-a5ce-29dc5d6b3421 service neutron] Transition to ACTIVE for port object 0e982b08-403e-47f3-a8d8-fbfb4a242976 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 12:37:46.116569 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-8d5ae69a-a9e6-40b1-a5ce-29dc5d6b3421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3485880'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:37:46.175138 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ae69a-a9e6-40b1-a5ce-29dc5d6b3421 service neutron] Pushing event updated for resources: {'Port': ['ID=0e982b08-403e-47f3-a8d8-fbfb4a242976,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:37:46.263567 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-8d5ae69a-a9e6-40b1-a5ce-29dc5d6b3421 service neutron] Attempting to bind port 0e982b08-403e-47f3-a8d8-fbfb4a242976 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 12:37:46.263769 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-8d5ae69a-a9e6-40b1-a5ce-29dc5d6b3421 service neutron] Attempting to bind port 0e982b08-403e-47f3-a8d8-fbfb4a242976 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'acd43e8e-4d96-4aa9-8d01-a903ce986248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 12:37:46.264102 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-8d5ae69a-a9e6-40b1-a5ce-29dc5d6b3421 service neutron] Attempting to bind port 0e982b08-403e-47f3-a8d8-fbfb4a242976 on network 5175ffb3-848a-4015-857e-91cc64139ef2 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:37:46.286959 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-8d5ae69a-a9e6-40b1-a5ce-29dc5d6b3421 service neutron] Port 0e982b08-403e-47f3-a8d8-fbfb4a242976 on network 5175ffb3-848a-4015-857e-91cc64139ef2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 12:37:46.287292 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-8d5ae69a-a9e6-40b1-a5ce-29dc5d6b3421 service neutron] Attempting to bind port 0e982b08-403e-47f3-a8d8-fbfb4a242976 on network 5175ffb3-848a-4015-857e-91cc64139ef2 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 12:37:46.297285 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-8d5ae69a-a9e6-40b1-a5ce-29dc5d6b3421 service neutron] Checking agent: {'id': '3e7fb013-ee8e-41ba-b8fe-dbc5ebca3998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 12, 21, 18), 'started_at': datetime.datetime(2021, 7, 5, 12, 21, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 12, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 12:37:46.297622 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-8d5ae69a-a9e6-40b1-a5ce-29dc5d6b3421 service neutron] Checking segment: {'id': 'acd43e8e-4d96-4aa9-8d01-a903ce986248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 12:37:46.298010 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-8d5ae69a-a9e6-40b1-a5ce-29dc5d6b3421 service neutron] Bound using segment: {'id': 'acd43e8e-4d96-4aa9-8d01-a903ce986248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 12:37:46.298440 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-8d5ae69a-a9e6-40b1-a5ce-29dc5d6b3421 service neutron] Bound port: 0e982b08-403e-47f3-a8d8-fbfb4a242976, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acd43e8e-4d96-4aa9-8d01-a903ce986248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 12:37:46.298820 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-8d5ae69a-a9e6-40b1-a5ce-29dc5d6b3421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:37:46.360877 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b53d9-70c8-447e-9aa0-985bfb663e69 req-e490aa69-680f-46f2-8130-91399850db85 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:37:46.362272 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8d7b53d9-70c8-447e-9aa0-985bfb663e69 req-e490aa69-680f-46f2-8130-91399850db85 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=51cbf6fe-3721-49f8-816f-033822fd8e4c HTTP/1.1" status: 200 len: 944 time: 0.1136212 Jul 05 12:37:46.404139 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-8d5ae69a-a9e6-40b1-a5ce-29dc5d6b3421 service neutron] For port 0e982b08-403e-47f3-a8d8-fbfb4a242976, host hv-cinder-79628, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 12:37:46.424061 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-8d5ae69a-a9e6-40b1-a5ce-29dc5d6b3421 service neutron] For port 0e982b08-403e-47f3-a8d8-fbfb4a242976, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0e982b08-403e-47f3-a8d8-fbfb4a242976,segment=NetworkSegment(acd43e8e-4d96-4aa9-8d01-a903ce986248),segment_id=acd43e8e-4d96-4aa9-8d01-a903ce986248)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 12:37:46.427331 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8d7b53d9-70c8-447e-9aa0-985bfb663e69 req-3a352dab-34b0-4157-80bf-2b484e85e12b tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583773 Jul 05 12:37:46.428863 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-8d5ae69a-a9e6-40b1-a5ce-29dc5d6b3421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3485880'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:37:46.461279 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-8d5ae69a-a9e6-40b1-a5ce-29dc5d6b3421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:37:46.461925 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-8d5ae69a-a9e6-40b1-a5ce-29dc5d6b3421 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:37:46.463419 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-8d5ae69a-a9e6-40b1-a5ce-29dc5d6b3421 service neutron] 10.222.0.16 "PUT /v2.0/ports/0e982b08-403e-47f3-a8d8-fbfb4a242976 HTTP/1.1" status: 200 len: 1094 time: 0.7631280 Jul 05 12:37:46.463745 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51cbf6fe-3721-49f8-816f-033822fd8e4c', 'tag': '0e982b08-403e-47f3-a8d8-fbfb4a242976'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:37:46.465965 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38d66cb680d8e216a4639fd07ffcdd1e1f1f0bb375bf284fc7cc66ae145b2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75118eb-f894-46b0-9aee-9476ec22f755" -d '{"events": [{"name": "network-changed", "server_uuid": "51cbf6fe-3721-49f8-816f-033822fd8e4c", "tag": "0e982b08-403e-47f3-a8d8-fbfb4a242976"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:37:46.497909 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ae69a-a9e6-40b1-a5ce-29dc5d6b3421 service neutron] Pushing event updated for resources: {'Port': ['ID=0e982b08-403e-47f3-a8d8-fbfb4a242976,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:37:46.558375 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-01f7cde7-20d3-43d2-83fa-4ef733fe314a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:37:46.559914 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-01f7cde7-20d3-43d2-83fa-4ef733fe314a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=66642072210e46be853b52fd91a99581&device_id=51cbf6fe-3721-49f8-816f-033822fd8e4c HTTP/1.1" status: 200 len: 1097 time: 0.0559676 Jul 05 12:37:46.605630 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-88d21f5a-804f-4380-b5af-a52a0975a4ea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e982b08-403e-47f3-a8d8-fbfb4a242976 HTTP/1.1" status: 200 len: 217 time: 0.0385182 Jul 05 12:37:46.656088 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-97f2bad6-b2db-40d2-b8e9-17e8f9d147db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:37:46.657567 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-97f2bad6-b2db-40d2-b8e9-17e8f9d147db service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc731385-af5b-43ab-943e-eef3c8d7edf0 HTTP/1.1" status: 200 len: 850 time: 0.0462692 Jul 05 12:37:46.716493 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-73e3aadd-b71e-4b4c-bad2-7d319d666a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:37:46.718036 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-73e3aadd-b71e-4b4c-bad2-7d319d666a8c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5175ffb3-848a-4015-857e-91cc64139ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0536525 Jul 05 12:37:46.807011 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-ea7b4a94-2e09-428c-a54f-d6e13f70781f service neutron] 10.222.0.16 "GET /v2.0/networks/5175ffb3-848a-4015-857e-91cc64139ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827885 Jul 05 12:37:46.892714 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f65910f2-c4fc-4ac0-9eb9-130c0f8fbb39 req-aaacd6ae-54fa-408b-85e3-b5dc00f385e2 service neutron] 10.222.0.16 "GET /v2.0/networks/5175ffb3-848a-4015-857e-91cc64139ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799537 Jul 05 12:37:47.523784 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 12:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad534c22-acd4-4a1c-b650-5409df34fb7f x-openstack-request-id: req-ad534c22-acd4-4a1c-b650-5409df34fb7f {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:37:47.524379 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51cbf6fe-3721-49f8-816f-033822fd8e4c", "tag": "0e982b08-403e-47f3-a8d8-fbfb4a242976", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:37:47.524379 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ad534c22-acd4-4a1c-b650-5409df34fb7f {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:37:47.524893 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51cbf6fe-3721-49f8-816f-033822fd8e4c', 'tag': '0e982b08-403e-47f3-a8d8-fbfb4a242976', 'status': 'completed', 'code': 200} Jul 05 12:37:47.646924 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a62bc5f-3591-4c5a-b0cc-007c7841b8be req-b408fd17-3a77-410d-87b3-1eae9a550774 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:37:47.649144 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1a62bc5f-3591-4c5a-b0cc-007c7841b8be req-b408fd17-3a77-410d-87b3-1eae9a550774 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=51cbf6fe-3721-49f8-816f-033822fd8e4c HTTP/1.1" status: 200 len: 944 time: 0.1058722 Jul 05 12:37:47.651340 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75118eb-f894-46b0-9aee-9476ec22f755 req-857c1dd7-1b99-4f3b-ba51-53b54faedd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:37:47.652705 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e75118eb-f894-46b0-9aee-9476ec22f755 req-857c1dd7-1b99-4f3b-ba51-53b54faedd27 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=66642072210e46be853b52fd91a99581&device_id=51cbf6fe-3721-49f8-816f-033822fd8e4c HTTP/1.1" status: 200 len: 1097 time: 0.1002858 Jul 05 12:37:47.738557 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1a62bc5f-3591-4c5a-b0cc-007c7841b8be req-1702dacf-aab4-418c-95cc-1a1665cf0407 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823510 Jul 05 12:37:47.767946 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75118eb-f894-46b0-9aee-9476ec22f755 req-893d944b-920e-46d8-a7d3-6a3e7ef4abfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:37:47.769319 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e75118eb-f894-46b0-9aee-9476ec22f755 req-893d944b-920e-46d8-a7d3-6a3e7ef4abfa service neutron] 10.222.0.16 "GET /v2.0/networks?id=5175ffb3-848a-4015-857e-91cc64139ef2 HTTP/1.1" status: 200 len: 912 time: 0.1072168 Jul 05 12:37:47.810678 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e75118eb-f894-46b0-9aee-9476ec22f755 req-682ab58b-8b7c-4cc8-a1a5-12c0b7bbc15e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e982b08-403e-47f3-a8d8-fbfb4a242976 HTTP/1.1" status: 200 len: 217 time: 0.0340202 Jul 05 12:37:47.858183 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75118eb-f894-46b0-9aee-9476ec22f755 req-c8b08000-f0d2-4c66-9d9e-8f330d2bacea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:37:47.859599 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e75118eb-f894-46b0-9aee-9476ec22f755 req-c8b08000-f0d2-4c66-9d9e-8f330d2bacea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc731385-af5b-43ab-943e-eef3c8d7edf0 HTTP/1.1" status: 200 len: 850 time: 0.0422926 Jul 05 12:37:47.921974 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75118eb-f894-46b0-9aee-9476ec22f755 req-ab15324e-a80c-4b26-a386-002a594fe4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:37:47.923459 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e75118eb-f894-46b0-9aee-9476ec22f755 req-ab15324e-a80c-4b26-a386-002a594fe4d7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5175ffb3-848a-4015-857e-91cc64139ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0542004 Jul 05 12:37:48.014687 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e75118eb-f894-46b0-9aee-9476ec22f755 req-7381de4f-3fa8-421b-96da-ea8449469c9f service neutron] 10.222.0.16 "GET /v2.0/networks/5175ffb3-848a-4015-857e-91cc64139ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809381 Jul 05 12:37:48.106670 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e75118eb-f894-46b0-9aee-9476ec22f755 req-e71c3add-6d62-4d17-b6f9-900f6b719ff6 service neutron] 10.222.0.16 "GET /v2.0/networks/5175ffb3-848a-4015-857e-91cc64139ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851023 Jul 05 12:37:48.275893 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:37:48.912643 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c081955-7d00-4348-99fc-49968010c29c req-b03b595e-713b-4705-806f-1ac20d8a4e73 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:37:48.914198 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3c081955-7d00-4348-99fc-49968010c29c req-b03b595e-713b-4705-806f-1ac20d8a4e73 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=51cbf6fe-3721-49f8-816f-033822fd8e4c HTTP/1.1" status: 200 len: 944 time: 0.0655584 Jul 05 12:37:48.950647 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3c081955-7d00-4348-99fc-49968010c29c req-981b4d2e-0612-405c-95f4-7a6a83b3a816 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308998 Jul 05 12:37:50.121007 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb1e33-21cd-441d-85ed-a0fff4e5a0b8 req-197730af-1f7f-460a-a96a-0c36a4c3d331 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:37:50.122513 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-50eb1e33-21cd-441d-85ed-a0fff4e5a0b8 req-197730af-1f7f-460a-a96a-0c36a4c3d331 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=51cbf6fe-3721-49f8-816f-033822fd8e4c HTTP/1.1" status: 200 len: 944 time: 0.0621014 Jul 05 12:37:50.159963 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-50eb1e33-21cd-441d-85ed-a0fff4e5a0b8 req-85de53fa-964e-4119-b214-07ce9a3c4f64 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320256 Jul 05 12:37:50.803021 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-24d3b86c-898d-4de3-893a-0077e4bfc70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:37:51.336067 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc958f1b-fbfe-4502-8eb3-ec7f7f0348be req-88f66cd2-7846-4d7c-9b3f-78da3f0f10d0 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:37:51.338669 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bc958f1b-fbfe-4502-8eb3-ec7f7f0348be req-88f66cd2-7846-4d7c-9b3f-78da3f0f10d0 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=51cbf6fe-3721-49f8-816f-033822fd8e4c HTTP/1.1" status: 200 len: 944 time: 0.0700748 Jul 05 12:37:51.383901 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bc958f1b-fbfe-4502-8eb3-ec7f7f0348be req-f406f16c-157e-439a-a106-e40cb3a9d4c2 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396564 Jul 05 12:37:52.555370 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed770464-27e8-41ac-bc4c-6c72c7b83d15 req-70ac7550-96ff-4903-8174-b5cc1ab6a9ef tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:37:52.556747 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ed770464-27e8-41ac-bc4c-6c72c7b83d15 req-70ac7550-96ff-4903-8174-b5cc1ab6a9ef tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=51cbf6fe-3721-49f8-816f-033822fd8e4c HTTP/1.1" status: 200 len: 944 time: 0.0626442 Jul 05 12:37:52.593616 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ed770464-27e8-41ac-bc4c-6c72c7b83d15 req-dd963531-be20-4171-8ca1-88228585469f tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314295 Jul 05 12:37:53.361503 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4307270a-4dd7-4683-aedf-89bc4d474aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:37:53.735476 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:37:53.772600 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4539da-bcfb-4a7a-b1ae-8c9307fe4577 req-03fadedd-061b-4420-84c6-01d76e2f741f tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:37:53.774129 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7f4539da-bcfb-4a7a-b1ae-8c9307fe4577 req-03fadedd-061b-4420-84c6-01d76e2f741f tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=51cbf6fe-3721-49f8-816f-033822fd8e4c HTTP/1.1" status: 200 len: 944 time: 0.0654509 Jul 05 12:37:53.815739 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7f4539da-bcfb-4a7a-b1ae-8c9307fe4577 req-fafa9b77-7a0e-4958-97a5-44d0c81a9831 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357912 Jul 05 12:37:54.736994 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:37:54.778818 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 0e982b08-403e-47f3-a8d8-fbfb4a242976 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 12:37:54.870322 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port 0e982b08-403e-47f3-a8d8-fbfb4a242976, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0e982b08-403e-47f3-a8d8-fbfb4a242976,segment=NetworkSegment(acd43e8e-4d96-4aa9-8d01-a903ce986248),segment_id=acd43e8e-4d96-4aa9-8d01-a903ce986248)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:37:54.884756 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Returning: {'device': '0e982b08-403e-47f3-a8d8-fbfb4a242976', 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'port_id': '0e982b08-403e-47f3-a8d8-fbfb4a242976', 'mac_address': 'fa:16:3e:3c:5d:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 12:37:54.921670 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:37:54.934381 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e982b08-403e-47f3-a8d8-fbfb4a242976 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 12:37:54.954075 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port 0e982b08-403e-47f3-a8d8-fbfb4a242976, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0e982b08-403e-47f3-a8d8-fbfb4a242976,segment=NetworkSegment(acd43e8e-4d96-4aa9-8d01-a903ce986248),segment_id=acd43e8e-4d96-4aa9-8d01-a903ce986248)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:37:54.957960 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:37:54.987772 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b8a7c-4565-4232-a269-68b03bd6e147 req-de7548e4-4038-4ace-af95-cfb1837fb025 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:37:54.989178 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9a7b8a7c-4565-4232-a269-68b03bd6e147 req-de7548e4-4038-4ace-af95-cfb1837fb025 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=51cbf6fe-3721-49f8-816f-033822fd8e4c HTTP/1.1" status: 200 len: 944 time: 0.0633461 Jul 05 12:37:55.005246 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=0e982b08-403e-47f3-a8d8-fbfb4a242976,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:37:55.012595 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:37:55.012946 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:37:55.013288 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:37:55.013616 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:37:55.013947 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:37:55.014273 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:37:55.014596 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:37:55.014944 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:37:55.015272 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:37:55.015592 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:37:55.015910 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:37:55.016225 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:37:55.028330 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9a7b8a7c-4565-4232-a269-68b03bd6e147 req-192ac228-710e-4b77-9912-41bb5730b268 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332596 Jul 05 12:37:55.355277 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] get_ports_and_sgs() called for port_ids ['0e982b08-403e-47f3-a8d8-fbfb4a242976'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 12:37:56.197877 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa16f47-45b1-41ee-91c1-13a4db7864eb req-1798be90-230b-4e42-a17c-3582f63acdde tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:37:56.199368 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6aa16f47-45b1-41ee-91c1-13a4db7864eb req-1798be90-230b-4e42-a17c-3582f63acdde tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=51cbf6fe-3721-49f8-816f-033822fd8e4c HTTP/1.1" status: 200 len: 945 time: 0.0628629 Jul 05 12:37:56.238581 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6aa16f47-45b1-41ee-91c1-13a4db7864eb req-561ee870-d902-4f2e-8f22-d210828093b0 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336366 Jul 05 12:37:56.302259 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:37:56.779048 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 0e982b08-403e-47f3-a8d8-fbfb4a242976 up at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 12:37:56.826271 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning for port 0e982b08-403e-47f3-a8d8-fbfb4a242976 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 12:37:56.829909 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Provisioning complete for port 0e982b08-403e-47f3-a8d8-fbfb4a242976 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 12:37:56.830277 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873840'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:37:56.905806 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:37:56.926905 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51cbf6fe-3721-49f8-816f-033822fd8e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e982b08-403e-47f3-a8d8-fbfb4a242976'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:37:56.929651 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb11927d8d6a4f40405007df32e35409d46ab531454b71f6d23f9687e715819" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c713e6f4-f89e-412d-ab7d-e8d9f45b9541" -d '{"events": [{"server_uuid": "51cbf6fe-3721-49f8-816f-033822fd8e4c", "name": "network-vif-plugged", "status": "completed", "tag": "0e982b08-403e-47f3-a8d8-fbfb4a242976"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:37:56.942162 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] For port 0e982b08-403e-47f3-a8d8-fbfb4a242976, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0e982b08-403e-47f3-a8d8-fbfb4a242976,segment=NetworkSegment(acd43e8e-4d96-4aa9-8d01-a903ce986248),segment_id=acd43e8e-4d96-4aa9-8d01-a903ce986248)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:37:56.946958 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:37:56.968909 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5af8ff-170d-474c-aea7-4bd004712995 x-openstack-request-id: req-6e5af8ff-170d-474c-aea7-4bd004712995 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:37:56.969203 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51cbf6fe-3721-49f8-816f-033822fd8e4c", "name": "network-vif-plugged", "status": "completed", "tag": "0e982b08-403e-47f3-a8d8-fbfb4a242976", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:37:56.969451 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6e5af8ff-170d-474c-aea7-4bd004712995 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:37:56.969835 dv-cinder-796286-12-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51cbf6fe-3721-49f8-816f-033822fd8e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e982b08-403e-47f3-a8d8-fbfb4a242976', 'code': 200} Jul 05 12:37:56.995179 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Pushing event updated for resources: {'Port': ['ID=0e982b08-403e-47f3-a8d8-fbfb4a242976,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:37:57.239240 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593b613-1e1a-41bd-80e5-879d352b6d78 req-00e9c5ef-205b-4deb-b955-514d0837721d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:37:57.240731 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f593b613-1e1a-41bd-80e5-879d352b6d78 req-00e9c5ef-205b-4deb-b955-514d0837721d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=51cbf6fe-3721-49f8-816f-033822fd8e4c HTTP/1.1" status: 200 len: 1099 time: 0.0546761 Jul 05 12:37:57.274529 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f593b613-1e1a-41bd-80e5-879d352b6d78 req-caff295b-431d-4af4-a16f-647d181b4251 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268729 Jul 05 12:37:57.413954 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be80bb-a0b5-4ed6-a62d-e98c2a020332 req-bf1d9dc7-9efc-4641-b5bb-e8f15a54a54e tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:37:57.415493 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-30be80bb-a0b5-4ed6-a62d-e98c2a020332 req-bf1d9dc7-9efc-4641-b5bb-e8f15a54a54e tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=51cbf6fe-3721-49f8-816f-033822fd8e4c HTTP/1.1" status: 200 len: 946 time: 0.0677271 Jul 05 12:37:57.452623 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-30be80bb-a0b5-4ed6-a62d-e98c2a020332 req-3572dceb-531b-4bdc-bd06-ad5cc67d7e18 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316069 Jul 05 12:37:58.625984 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4890d0-ed8c-4479-be8e-87a1ca508c58 req-220e478b-be9f-42a4-bcb6-f39b740cf741 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:37:58.627470 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5a4890d0-ed8c-4479-be8e-87a1ca508c58 req-220e478b-be9f-42a4-bcb6-f39b740cf741 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=51cbf6fe-3721-49f8-816f-033822fd8e4c HTTP/1.1" status: 200 len: 946 time: 0.0617778 Jul 05 12:37:58.668207 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5a4890d0-ed8c-4479-be8e-87a1ca508c58 req-489274ce-06df-4250-915c-a521399c8b92 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347478 Jul 05 12:37:58.842035 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e0283-cc2e-4381-b5f1-a2fe11b5ad9e req-a352222b-cc83-4074-864c-04643bd8b401 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:37:58.843540 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1c6e0283-cc2e-4381-b5f1-a2fe11b5ad9e req-a352222b-cc83-4074-864c-04643bd8b401 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=51cbf6fe-3721-49f8-816f-033822fd8e4c HTTP/1.1" status: 200 len: 946 time: 0.0659230 Jul 05 12:37:58.879745 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1c6e0283-cc2e-4381-b5f1-a2fe11b5ad9e req-b300a331-dfb1-4738-94d4-8c4dbcac39e8 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307162 Jul 05 12:37:58.904590 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 45400) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:37:59.047902 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618ce3c6-935b-467e-aadc-6bdc8888bb40 tempest-TestVolumeBootPattern-1662664052 tempest-TestVolumeBootPattern-1662664052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:37:59.049378 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-618ce3c6-935b-467e-aadc-6bdc8888bb40 tempest-TestVolumeBootPattern-1662664052 tempest-TestVolumeBootPattern-1662664052-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=51cbf6fe-3721-49f8-816f-033822fd8e4c HTTP/1.1" status: 200 len: 1094 time: 0.1435614 Jul 05 12:37:59.052175 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 45404) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:37:59.057063 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-e8bedf73-2a03-4e5d-8fc1-5261b664981e tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Request body: {'floatingip': {'floating_network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'port_id': '0e982b08-403e-47f3-a8d8-fbfb4a242976', 'tenant_id': '66642072210e46be853b52fd91a99581', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 12:37:59.078345 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e8bedf73-2a03-4e5d-8fc1-5261b664981e tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for floatingip, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:37:59.173991 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e8bedf73-2a03-4e5d-8fc1-5261b664981e tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:37:59.280525 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-e8bedf73-2a03-4e5d-8fc1-5261b664981e tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Allocated IP 172.27.3.176 (aa38b356-d6cf-48be-b408-9464f33b7649/1e645773-65d0-42f3-9bdc-7785aff60c5a/fd3a9789-57e6-4217-9109-e0767334e048) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 12:37:59.384557 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e8bedf73-2a03-4e5d-8fc1-5261b664981e tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:37:59.423603 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e8bedf73-2a03-4e5d-8fc1-5261b664981e tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-658232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-393397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761929222620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3485770'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:37:59.461017 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bedf73-2a03-4e5d-8fc1-5261b664981e tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Network aa38b356-d6cf-48be-b408-9464f33b7649 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 12:37:59.463802 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-e8bedf73-2a03-4e5d-8fc1-5261b664981e tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 12:37:59.469700 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bedf73-2a03-4e5d-8fc1-5261b664981e tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 12:37:59.474810 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bedf73-2a03-4e5d-8fc1-5261b664981e tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Pushing event updated for resources: {'Port': ['ID=fd3a9789-57e6-4217-9109-e0767334e048,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:37:59.828838 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e8bedf73-2a03-4e5d-8fc1-5261b664981e tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:37:59.904079 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e8bedf73-2a03-4e5d-8fc1-5261b664981e tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658173'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:38:00.047024 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e8bedf73-2a03-4e5d-8fc1-5261b664981e tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:38:00.051415 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e8bedf73-2a03-4e5d-8fc1-5261b664981e tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761929775400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761929222638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761929223455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3485880'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:38:00.401807 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bedf73-2a03-4e5d-8fc1-5261b664981e tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Pushing event updated for resources: {'Port': ['ID=fd3a9789-57e6-4217-9109-e0767334e048,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:38:00.411455 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e8bedf73-2a03-4e5d-8fc1-5261b664981e tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575314'] for floatingip, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:38:00.509595 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.db.l3_db [None req-e8bedf73-2a03-4e5d-8fc1-5261b664981e tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Floating IP d72de512-6487-4f10-abfc-ea4e4bcf6b67 associated. External IP: 172.27.3.176, port: 0e982b08-403e-47f3-a8d8-fbfb4a242976. Jul 05 12:38:00.710779 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8bedf73-2a03-4e5d-8fc1-5261b664981e tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Router 9161a12f-4ccf-4af7-82cb-cd249bcc9b56 has already been hosted by L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 12:38:00.817768 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8bedf73-2a03-4e5d-8fc1-5261b664981e tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:38:00.827999 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da60383-372b-430b-8d86-866d7629cdb6 None None] Sync routers for ids ['9161a12f-4ccf-4af7-82cb-cd249bcc9b56'] in dv-cinder-796286-12-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:38:00.835439 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e8bedf73-2a03-4e5d-8fc1-5261b664981e tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for floatingip, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:38:00.840285 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da60383-372b-430b-8d86-866d7629cdb6 None None] Routers {'9161a12f-4ccf-4af7-82cb-cd249bcc9b56'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:38:00.841264 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-3da60383-372b-430b-8d86-866d7629cdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:37:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['9161a12f-4ccf-4af7-82cb-cd249bcc9b56'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:38:00.898758 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-e8bedf73-2a03-4e5d-8fc1-5261b664981e tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8319426 Jul 05 12:38:00.898758 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51cbf6fe-3721-49f8-816f-033822fd8e4c', 'tag': '0e982b08-403e-47f3-a8d8-fbfb4a242976'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:38:00.898758 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38d66cb680d8e216a4639fd07ffcdd1e1f1f0bb375bf284fc7cc66ae145b2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4ce063-79d5-4f10-a307-f18117c2fe6f" -d '{"events": [{"name": "network-changed", "server_uuid": "51cbf6fe-3721-49f8-816f-033822fd8e4c", "tag": "0e982b08-403e-47f3-a8d8-fbfb4a242976"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:38:00.923144 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 12:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171d7336-2b10-47c6-bf09-e6ee887d3ed9 x-openstack-request-id: req-171d7336-2b10-47c6-bf09-e6ee887d3ed9 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:38:00.923519 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51cbf6fe-3721-49f8-816f-033822fd8e4c", "tag": "0e982b08-403e-47f3-a8d8-fbfb4a242976", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:38:00.923803 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-171d7336-2b10-47c6-bf09-e6ee887d3ed9 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:38:00.924234 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51cbf6fe-3721-49f8-816f-033822fd8e4c', 'tag': '0e982b08-403e-47f3-a8d8-fbfb4a242976', 'status': 'completed', 'code': 200} Jul 05 12:38:00.956608 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-3da60383-372b-430b-8d86-866d7629cdb6 None None] Set router 9161a12f-4ccf-4af7-82cb-cd249bcc9b56 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:38:00.998118 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ce063-79d5-4f10-a307-f18117c2fe6f req-38e2cf87-d501-464c-a108-786473646da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:38:00.999678 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8b4ce063-79d5-4f10-a307-f18117c2fe6f req-38e2cf87-d501-464c-a108-786473646da4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=66642072210e46be853b52fd91a99581&device_id=51cbf6fe-3721-49f8-816f-033822fd8e4c HTTP/1.1" status: 200 len: 1099 time: 0.0544479 Jul 05 12:38:01.096697 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ce063-79d5-4f10-a307-f18117c2fe6f req-e641d4e6-201a-4a29-91d4-a2eb53d631d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:38:01.098105 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8b4ce063-79d5-4f10-a307-f18117c2fe6f req-e641d4e6-201a-4a29-91d4-a2eb53d631d4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5175ffb3-848a-4015-857e-91cc64139ef2 HTTP/1.1" status: 200 len: 912 time: 0.0921037 Jul 05 12:38:01.163166 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8b4ce063-79d5-4f10-a307-f18117c2fe6f req-ba15a3e3-c466-437f-9c76-d321515bc516 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e982b08-403e-47f3-a8d8-fbfb4a242976 HTTP/1.1" status: 200 len: 1000 time: 0.0577595 Jul 05 12:38:01.216085 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ce063-79d5-4f10-a307-f18117c2fe6f req-9e31d9e4-9da9-448a-8671-7011871c01ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:38:01.217550 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8b4ce063-79d5-4f10-a307-f18117c2fe6f req-9e31d9e4-9da9-448a-8671-7011871c01ee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc731385-af5b-43ab-943e-eef3c8d7edf0 HTTP/1.1" status: 200 len: 850 time: 0.0478973 Jul 05 12:38:01.274431 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ce063-79d5-4f10-a307-f18117c2fe6f req-da3a8414-5005-425c-83bb-a4755b3638f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:38:01.275981 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8b4ce063-79d5-4f10-a307-f18117c2fe6f req-da3a8414-5005-425c-83bb-a4755b3638f6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5175ffb3-848a-4015-857e-91cc64139ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0523264 Jul 05 12:38:01.300037 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-3da60383-372b-430b-8d86-866d7629cdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'name': 'tempest-TestVolumeBootPattern-312650613-router', 'tenant_id': '66642072210e46be853b52fd91a99581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:31:32Z', 'updated_at': '2021-07-05T12:31:35Z', 'revision_number': 4, 'project_id': '66642072210e46be853b52fd91a99581', 'gw_port': {'id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:33Z', 'updated_at': '2021-07-05T12:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_floatingips': [{'id': '03f4a7f2-a574-43b2-b655-596d1b1ac2dd', 'tenant_id': '66642072210e46be853b52fd91a99581', 'floating_ip_address': '172.27.3.173', 'floating_network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'router_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'port_id': '67648b7b-5760-4e08-bdf1-d7aae88cb593', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'mac_address': 'fa:16:3e:86:ed:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298e1042-99de-4e98-abc9-bf034c72328c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T12:35:22Z', 'updated_at': '2021-07-05T12:35:24Z', 'revision_number': 1, 'project_id': '66642072210e46be853b52fd91a99581', 'fixed_ip_address_scope': None}, {'id': 'd72de512-6487-4f10-abfc-ea4e4bcf6b67', 'tenant_id': '66642072210e46be853b52fd91a99581', 'floating_ip_address': '172.27.3.176', 'floating_network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'router_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'port_id': '0e982b08-403e-47f3-a8d8-fbfb4a242976', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'mac_address': 'fa:16:3e:3c:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cbf6fe-3721-49f8-816f-033822fd8e4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T12:37:59Z', 'updated_at': '2021-07-05T12:37:59Z', 'revision_number': 0, 'project_id': '66642072210e46be853b52fd91a99581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e2c2570-2ffe-45aa-aff9-28ab12719d61', 'name': '', 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'tenant_id': '66642072210e46be853b52fd91a99581', 'mac_address': 'fa:16:3e:18:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:34Z', 'updated_at': '2021-07-05T12:31:42Z', 'revision_number': 5, 'project_id': '66642072210e46be853b52fd91a99581', 'subnets': [{'id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:38:01.325603 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da60383-372b-430b-8d86-866d7629cdb6 None None] Checking router: 9161a12f-4ccf-4af7-82cb-cd249bcc9b56 for host: dv-cinder-796286-12-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:38:01.333808 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da60383-372b-430b-8d86-866d7629cdb6 None None] Routers {'9161a12f-4ccf-4af7-82cb-cd249bcc9b56'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:38:01.334957 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-3da60383-372b-430b-8d86-866d7629cdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:37:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['9161a12f-4ccf-4af7-82cb-cd249bcc9b56'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:38:01.364589 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8b4ce063-79d5-4f10-a307-f18117c2fe6f req-baaef891-0916-40a8-83b5-7dd25c040fdc service neutron] 10.222.0.16 "GET /v2.0/networks/5175ffb3-848a-4015-857e-91cc64139ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819378 Jul 05 12:38:01.442316 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-3da60383-372b-430b-8d86-866d7629cdb6 None None] Set router 9161a12f-4ccf-4af7-82cb-cd249bcc9b56 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:38:01.464816 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8b4ce063-79d5-4f10-a307-f18117c2fe6f req-952be8b5-4c4a-440b-88d2-728dff1f738f service neutron] 10.222.0.16 "GET /v2.0/networks/5175ffb3-848a-4015-857e-91cc64139ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932491 Jul 05 12:38:01.663883 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-3da60383-372b-430b-8d86-866d7629cdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'name': 'tempest-TestVolumeBootPattern-312650613-router', 'tenant_id': '66642072210e46be853b52fd91a99581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:31:32Z', 'updated_at': '2021-07-05T12:31:35Z', 'revision_number': 4, 'project_id': '66642072210e46be853b52fd91a99581', 'gw_port': {'id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:33Z', 'updated_at': '2021-07-05T12:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_floatingips': [{'id': '03f4a7f2-a574-43b2-b655-596d1b1ac2dd', 'tenant_id': '66642072210e46be853b52fd91a99581', 'floating_ip_address': '172.27.3.173', 'floating_network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'router_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'port_id': '67648b7b-5760-4e08-bdf1-d7aae88cb593', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'mac_address': 'fa:16:3e:86:ed:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298e1042-99de-4e98-abc9-bf034c72328c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T12:35:22Z', 'updated_at': '2021-07-05T12:35:24Z', 'revision_number': 1, 'project_id': '66642072210e46be853b52fd91a99581', 'fixed_ip_address_scope': None}, {'id': 'd72de512-6487-4f10-abfc-ea4e4bcf6b67', 'tenant_id': '66642072210e46be853b52fd91a99581', 'floating_ip_address': '172.27.3.176', 'floating_network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'router_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'port_id': '0e982b08-403e-47f3-a8d8-fbfb4a242976', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'mac_address': 'fa:16:3e:3c:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cbf6fe-3721-49f8-816f-033822fd8e4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T12:37:59Z', 'updated_at': '2021-07-05T12:37:59Z', 'revision_number': 0, 'project_id': '66642072210e46be853b52fd91a99581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e2c2570-2ffe-45aa-aff9-28ab12719d61', 'name': '', 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'tenant_id': '66642072210e46be853b52fd91a99581', 'mac_address': 'fa:16:3e:18:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:34Z', 'updated_at': '2021-07-05T12:31:42Z', 'revision_number': 5, 'project_id': '66642072210e46be853b52fd91a99581', 'subnets': [{'id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:38:01.689021 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da60383-372b-430b-8d86-866d7629cdb6 None None] The sync data for ids ['9161a12f-4ccf-4af7-82cb-cd249bcc9b56'] in dv-cinder-796286-12-iscsi is: [{'id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'name': 'tempest-TestVolumeBootPattern-312650613-router', 'tenant_id': '66642072210e46be853b52fd91a99581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:31:32Z', 'updated_at': '2021-07-05T12:31:35Z', 'revision_number': 4, 'project_id': '66642072210e46be853b52fd91a99581', 'gw_port': {'id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:33Z', 'updated_at': '2021-07-05T12:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_floatingips': [{'id': '03f4a7f2-a574-43b2-b655-596d1b1ac2dd', 'tenant_id': '66642072210e46be853b52fd91a99581', 'floating_ip_address': '172.27.3.173', 'floating_network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'router_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'port_id': '67648b7b-5760-4e08-bdf1-d7aae88cb593', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'mac_address': 'fa:16:3e:86:ed:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298e1042-99de-4e98-abc9-bf034c72328c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T12:35:22Z', 'updated_at': '2021-07-05T12:35:24Z', 'revision_number': 1, 'project_id': '66642072210e46be853b52fd91a99581', 'fixed_ip_address_scope': None}, {'id': 'd72de512-6487-4f10-abfc-ea4e4bcf6b67', 'tenant_id': '66642072210e46be853b52fd91a99581', 'floating_ip_address': '172.27.3.176', 'floating_network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'router_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'port_id': '0e982b08-403e-47f3-a8d8-fbfb4a242976', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'mac_address': 'fa:16:3e:3c:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cbf6fe-3721-49f8-816f-033822fd8e4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T12:37:59Z', 'updated_at': '2021-07-05T12:37:59Z', 'revision_number': 0, 'project_id': '66642072210e46be853b52fd91a99581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e2c2570-2ffe-45aa-aff9-28ab12719d61', 'name': '', 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'tenant_id': '66642072210e46be853b52fd91a99581', 'mac_address': 'fa:16:3e:18:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:34Z', 'updated_at': '2021-07-05T12:31:42Z', 'revision_number': 5, 'project_id': '66642072210e46be853b52fd91a99581', 'subnets': [{'id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:38:01.872433 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5bdcf4-e361-4b38-9d4c-ea0913c5aaf7 None None] New status for floating IP d72de512-6487-4f10-abfc-ea4e4bcf6b67: ACTIVE {{(pid=92931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 12:38:08.150963 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:38:18.271548 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:38:20.804350 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-94b54f4e-6b5c-418a-b607-6a11c3224f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:38:23.363327 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ee2c1d1a-383a-4048-970f-b3f75e0dc5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:38:23.726671 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:38:24.739678 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:38:26.308674 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:38:27.650550 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-de153a44-d24b-47a9-a82a-059bb494f03d req-dffaccee-3430-4e0d-96aa-bfc37af086c1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=298e1042-99de-4e98-abc9-bf034c72328c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0917485 Jul 05 12:38:27.742602 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de153a44-d24b-47a9-a82a-059bb494f03d req-263fb774-8f1e-4c3a-b82b-0ab59958289c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:38:27.744103 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-de153a44-d24b-47a9-a82a-059bb494f03d req-263fb774-8f1e-4c3a-b82b-0ab59958289c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=66642072210e46be853b52fd91a99581&device_id=298e1042-99de-4e98-abc9-bf034c72328c HTTP/1.1" status: 200 len: 1099 time: 0.0508990 Jul 05 12:38:27.849634 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de153a44-d24b-47a9-a82a-059bb494f03d req-da8eef62-5a26-404f-8c37-59d017ec986e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:38:27.851025 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-de153a44-d24b-47a9-a82a-059bb494f03d req-da8eef62-5a26-404f-8c37-59d017ec986e service neutron] 10.222.0.16 "GET /v2.0/networks?id=5175ffb3-848a-4015-857e-91cc64139ef2 HTTP/1.1" status: 200 len: 912 time: 0.0880296 Jul 05 12:38:27.912734 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-de153a44-d24b-47a9-a82a-059bb494f03d req-25505c92-4a01-478e-9045-6e44966f9507 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67648b7b-5760-4e08-bdf1-d7aae88cb593 HTTP/1.1" status: 200 len: 1002 time: 0.0558681 Jul 05 12:38:27.961998 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de153a44-d24b-47a9-a82a-059bb494f03d req-943f9d06-5eba-4e60-aa2b-59e234c54e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:38:27.963971 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-de153a44-d24b-47a9-a82a-059bb494f03d req-943f9d06-5eba-4e60-aa2b-59e234c54e06 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc731385-af5b-43ab-943e-eef3c8d7edf0 HTTP/1.1" status: 200 len: 850 time: 0.0449538 Jul 05 12:38:28.020453 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de153a44-d24b-47a9-a82a-059bb494f03d req-49f789dd-6407-4790-a9a3-67b9eba2125d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:38:28.021895 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-de153a44-d24b-47a9-a82a-059bb494f03d req-49f789dd-6407-4790-a9a3-67b9eba2125d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5175ffb3-848a-4015-857e-91cc64139ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0511835 Jul 05 12:38:28.108528 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-de153a44-d24b-47a9-a82a-059bb494f03d req-2d10abff-12e2-46c9-b292-dd8b3bf4d464 service neutron] 10.222.0.16 "GET /v2.0/networks/5175ffb3-848a-4015-857e-91cc64139ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799444 Jul 05 12:38:28.201279 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-de153a44-d24b-47a9-a82a-059bb494f03d req-a40bec03-fdd6-4dd7-a688-3934968e91f1 service neutron] 10.222.0.16 "GET /v2.0/networks/5175ffb3-848a-4015-857e-91cc64139ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855222 Jul 05 12:38:31.592982 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [req-adb2608d-948d-4ea4-bb98-f7bfaca20431 req-c50d0997-06c9-4ec9-bab4-53c6598a699d service neutron] (92928) timed out ('10.222.0.16', 55428) {{(pid=92928) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 12:38:45.149542 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:38:48.285184 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:38:49.554818 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [req-089539ff-cfc5-4c01-84c6-81755698a8eb req-20b8f284-9986-492d-ae51-3e6bf5288af7 service neutron] (92928) timed out ('10.222.0.16', 55440) {{(pid=92928) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 12:38:50.805541 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1bb2706d-4ef3-4626-b289-5bf69288e6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:38:53.367411 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-06147bc4-f2c9-4a59-a118-4926c994c264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:38:53.727548 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:38:54.743295 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:38:56.310409 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:39:18.306162 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:39:20.805428 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e541661d-04eb-4de8-b95b-92f54a5bc48a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:39:22.149697 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:39:23.369618 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-60175386-431b-4fec-9bdf-45cf4d53dc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:39:23.728303 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:39:24.745546 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:39:26.312021 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:39:27.643289 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c6ab8abe-c57b-43a2-a54b-2b23ca694b00 req-214ce702-bba5-4ac9-b3b8-f1353e163257 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=51cbf6fe-3721-49f8-816f-033822fd8e4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519168 Jul 05 12:39:27.719801 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab8abe-c57b-43a2-a54b-2b23ca694b00 req-f25d21d7-cd40-46ed-8c20-5813e428d692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:39:27.721253 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c6ab8abe-c57b-43a2-a54b-2b23ca694b00 req-f25d21d7-cd40-46ed-8c20-5813e428d692 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=66642072210e46be853b52fd91a99581&device_id=51cbf6fe-3721-49f8-816f-033822fd8e4c HTTP/1.1" status: 200 len: 1099 time: 0.0574841 Jul 05 12:39:27.831664 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab8abe-c57b-43a2-a54b-2b23ca694b00 req-1411d401-3885-4a67-94cc-589f98b758d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:39:27.833135 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c6ab8abe-c57b-43a2-a54b-2b23ca694b00 req-1411d401-3885-4a67-94cc-589f98b758d5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5175ffb3-848a-4015-857e-91cc64139ef2 HTTP/1.1" status: 200 len: 912 time: 0.0910065 Jul 05 12:39:27.899798 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c6ab8abe-c57b-43a2-a54b-2b23ca694b00 req-6459e641-2ea3-45c0-ad9f-12900a9af078 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e982b08-403e-47f3-a8d8-fbfb4a242976 HTTP/1.1" status: 200 len: 1002 time: 0.0600808 Jul 05 12:39:27.947489 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab8abe-c57b-43a2-a54b-2b23ca694b00 req-bb03c561-ae3b-4d54-a25e-4ab4c4bf68d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:39:27.948872 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c6ab8abe-c57b-43a2-a54b-2b23ca694b00 req-bb03c561-ae3b-4d54-a25e-4ab4c4bf68d1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc731385-af5b-43ab-943e-eef3c8d7edf0 HTTP/1.1" status: 200 len: 850 time: 0.0426989 Jul 05 12:39:28.004045 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab8abe-c57b-43a2-a54b-2b23ca694b00 req-42410b34-ff17-4ad0-92f1-ba16306291e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:39:28.005488 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c6ab8abe-c57b-43a2-a54b-2b23ca694b00 req-42410b34-ff17-4ad0-92f1-ba16306291e7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5175ffb3-848a-4015-857e-91cc64139ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0505924 Jul 05 12:39:28.097277 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c6ab8abe-c57b-43a2-a54b-2b23ca694b00 req-bc2d4261-071c-4e7b-b39a-eb9b3a1a0c30 service neutron] 10.222.0.16 "GET /v2.0/networks/5175ffb3-848a-4015-857e-91cc64139ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844545 Jul 05 12:39:28.187124 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c6ab8abe-c57b-43a2-a54b-2b23ca694b00 req-96141909-5e16-4a7a-95e5-ed84666c0b53 service neutron] 10.222.0.16 "GET /v2.0/networks/5175ffb3-848a-4015-857e-91cc64139ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822165 Jul 05 12:39:48.312059 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:39:49.534939 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 45438) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:39:49.691326 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-11d8c0db-2eb8-44eb-96e1-132c9e26a4c3 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Deleting port fd3a9789-57e6-4217-9109-e0767334e048 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:39:49.691667 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-11d8c0db-2eb8-44eb-96e1-132c9e26a4c3 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:39:49.768573 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-11d8c0db-2eb8-44eb-96e1-132c9e26a4c3 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:39:49.768897 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-11d8c0db-2eb8-44eb-96e1-132c9e26a4c3 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:39:49.780156 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-11d8c0db-2eb8-44eb-96e1-132c9e26a4c3 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Calling delete_port for fd3a9789-57e6-4217-9109-e0767334e048 owned by network:floatingip {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:39:49.931148 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-11d8c0db-2eb8-44eb-96e1-132c9e26a4c3 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3485763'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:39:49.956232 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8c0db-2eb8-44eb-96e1-132c9e26a4c3 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Pushing event deleted for resources: {'Port': ['ID=fd3a9789-57e6-4217-9109-e0767334e048,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:39:49.967156 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8c0db-2eb8-44eb-96e1-132c9e26a4c3 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:39:49.967510 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8c0db-2eb8-44eb-96e1-132c9e26a4c3 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:39:49.967852 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8c0db-2eb8-44eb-96e1-132c9e26a4c3 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:39:49.968190 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8c0db-2eb8-44eb-96e1-132c9e26a4c3 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:39:49.969144 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8c0db-2eb8-44eb-96e1-132c9e26a4c3 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:39:49.969479 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8c0db-2eb8-44eb-96e1-132c9e26a4c3 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:39:49.969820 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8c0db-2eb8-44eb-96e1-132c9e26a4c3 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:39:49.970151 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8c0db-2eb8-44eb-96e1-132c9e26a4c3 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:39:49.970482 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8c0db-2eb8-44eb-96e1-132c9e26a4c3 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:39:49.970904 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8c0db-2eb8-44eb-96e1-132c9e26a4c3 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:39:49.971232 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8c0db-2eb8-44eb-96e1-132c9e26a4c3 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:39:49.971557 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8c0db-2eb8-44eb-96e1-132c9e26a4c3 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:39:50.030334 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-11d8c0db-2eb8-44eb-96e1-132c9e26a4c3 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for floatingip, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:39:50.030673 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.db.l3_db [None req-11d8c0db-2eb8-44eb-96e1-132c9e26a4c3 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Floating IP d72de512-6487-4f10-abfc-ea4e4bcf6b67 disassociated (deleted). External IP: 172.27.3.176, port: 0e982b08-403e-47f3-a8d8-fbfb4a242976. Jul 05 12:39:50.233788 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d8c0db-2eb8-44eb-96e1-132c9e26a4c3 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Router 9161a12f-4ccf-4af7-82cb-cd249bcc9b56 has already been hosted by L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 12:39:50.340053 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d8c0db-2eb8-44eb-96e1-132c9e26a4c3 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:39:50.345152 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-11d8c0db-2eb8-44eb-96e1-132c9e26a4c3 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for floatingip, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:39:50.349423 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b019f63c-631d-4866-80fb-70cb18c2ed87 None None] Sync routers for ids ['9161a12f-4ccf-4af7-82cb-cd249bcc9b56'] in dv-cinder-796286-12-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:39:50.358101 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b019f63c-631d-4866-80fb-70cb18c2ed87 None None] Routers {'9161a12f-4ccf-4af7-82cb-cd249bcc9b56'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:39:50.358996 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-b019f63c-631d-4866-80fb-70cb18c2ed87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:39:23Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['9161a12f-4ccf-4af7-82cb-cd249bcc9b56'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:39:50.381033 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-11d8c0db-2eb8-44eb-96e1-132c9e26a4c3 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "DELETE /v2.0/floatingips/d72de512-6487-4f10-abfc-ea4e4bcf6b67 HTTP/1.1" status: 204 len: 168 time: 0.8450687 Jul 05 12:39:50.381842 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51cbf6fe-3721-49f8-816f-033822fd8e4c', 'tag': '0e982b08-403e-47f3-a8d8-fbfb4a242976'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:39:50.384290 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38d66cb680d8e216a4639fd07ffcdd1e1f1f0bb375bf284fc7cc66ae145b2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54db7e2-5589-4ecf-a780-d1c903232ca0" -d '{"events": [{"name": "network-changed", "server_uuid": "51cbf6fe-3721-49f8-816f-033822fd8e4c", "tag": "0e982b08-403e-47f3-a8d8-fbfb4a242976"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:39:50.469415 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-b019f63c-631d-4866-80fb-70cb18c2ed87 None None] Set router 9161a12f-4ccf-4af7-82cb-cd249bcc9b56 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:39:50.583270 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 12:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815e36af-3025-4743-9830-4d4d7cdde4c8 x-openstack-request-id: req-815e36af-3025-4743-9830-4d4d7cdde4c8 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:39:50.583833 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51cbf6fe-3721-49f8-816f-033822fd8e4c", "tag": "0e982b08-403e-47f3-a8d8-fbfb4a242976", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:39:50.583833 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-815e36af-3025-4743-9830-4d4d7cdde4c8 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:39:50.584192 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51cbf6fe-3721-49f8-816f-033822fd8e4c', 'tag': '0e982b08-403e-47f3-a8d8-fbfb4a242976', 'status': 'completed', 'code': 200} Jul 05 12:39:50.674925 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54db7e2-5589-4ecf-a780-d1c903232ca0 req-93a3d628-631f-4af7-a632-de76eab0b015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:39:50.676559 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a54db7e2-5589-4ecf-a780-d1c903232ca0 req-93a3d628-631f-4af7-a632-de76eab0b015 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=66642072210e46be853b52fd91a99581&device_id=51cbf6fe-3721-49f8-816f-033822fd8e4c HTTP/1.1" status: 200 len: 1099 time: 0.0662329 Jul 05 12:39:50.711503 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-b019f63c-631d-4866-80fb-70cb18c2ed87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'name': 'tempest-TestVolumeBootPattern-312650613-router', 'tenant_id': '66642072210e46be853b52fd91a99581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:31:32Z', 'updated_at': '2021-07-05T12:31:35Z', 'revision_number': 4, 'project_id': '66642072210e46be853b52fd91a99581', 'gw_port': {'id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:33Z', 'updated_at': '2021-07-05T12:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_floatingips': [{'id': '03f4a7f2-a574-43b2-b655-596d1b1ac2dd', 'tenant_id': '66642072210e46be853b52fd91a99581', 'floating_ip_address': '172.27.3.173', 'floating_network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'router_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'port_id': '67648b7b-5760-4e08-bdf1-d7aae88cb593', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'mac_address': 'fa:16:3e:86:ed:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298e1042-99de-4e98-abc9-bf034c72328c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T12:35:22Z', 'updated_at': '2021-07-05T12:35:24Z', 'revision_number': 1, 'project_id': '66642072210e46be853b52fd91a99581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e2c2570-2ffe-45aa-aff9-28ab12719d61', 'name': '', 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'tenant_id': '66642072210e46be853b52fd91a99581', 'mac_address': 'fa:16:3e:18:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:34Z', 'updated_at': '2021-07-05T12:31:42Z', 'revision_number': 5, 'project_id': '66642072210e46be853b52fd91a99581', 'subnets': [{'id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:39:50.737944 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b019f63c-631d-4866-80fb-70cb18c2ed87 None None] Checking router: 9161a12f-4ccf-4af7-82cb-cd249bcc9b56 for host: dv-cinder-796286-12-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:39:50.746230 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b019f63c-631d-4866-80fb-70cb18c2ed87 None None] Routers {'9161a12f-4ccf-4af7-82cb-cd249bcc9b56'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:39:50.746870 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-b019f63c-631d-4866-80fb-70cb18c2ed87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:39:23Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['9161a12f-4ccf-4af7-82cb-cd249bcc9b56'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:39:50.804181 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54db7e2-5589-4ecf-a780-d1c903232ca0 req-110e3f15-a7f2-4d14-8a53-932418e957d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:39:50.805660 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a54db7e2-5589-4ecf-a780-d1c903232ca0 req-110e3f15-a7f2-4d14-8a53-932418e957d4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5175ffb3-848a-4015-857e-91cc64139ef2 HTTP/1.1" status: 200 len: 912 time: 0.1221204 Jul 05 12:39:50.840177 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-030571fa-d5a3-4e16-87ce-2837fae5ec69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:39:50.857637 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a54db7e2-5589-4ecf-a780-d1c903232ca0 req-cf802222-90c7-487c-85e1-3355f08bd66a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e982b08-403e-47f3-a8d8-fbfb4a242976 HTTP/1.1" status: 200 len: 217 time: 0.0437064 Jul 05 12:39:50.863843 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-b019f63c-631d-4866-80fb-70cb18c2ed87 None None] Set router 9161a12f-4ccf-4af7-82cb-cd249bcc9b56 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:39:50.868314 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580ad89-bc4c-4736-949a-e4dda277eda9 req-8c439a57-6f85-4701-8fc9-94ffbc3e5953 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:39:50.869770 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7580ad89-bc4c-4736-949a-e4dda277eda9 req-8c439a57-6f85-4701-8fc9-94ffbc3e5953 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=51cbf6fe-3721-49f8-816f-033822fd8e4c HTTP/1.1" status: 200 len: 946 time: 0.1783814 Jul 05 12:39:50.938510 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7580ad89-bc4c-4736-949a-e4dda277eda9 req-ff7024b8-62c6-4699-8128-26f6362fc142 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602882 Jul 05 12:39:50.940517 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54db7e2-5589-4ecf-a780-d1c903232ca0 req-7ef738f7-4f67-446c-8579-4caa91cec41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:39:50.941899 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a54db7e2-5589-4ecf-a780-d1c903232ca0 req-7ef738f7-4f67-446c-8579-4caa91cec41e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc731385-af5b-43ab-943e-eef3c8d7edf0 HTTP/1.1" status: 200 len: 850 time: 0.0712960 Jul 05 12:39:51.005322 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54db7e2-5589-4ecf-a780-d1c903232ca0 req-8807f689-7278-43ef-bbb5-e0704ed8d276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:39:51.007028 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a54db7e2-5589-4ecf-a780-d1c903232ca0 req-8807f689-7278-43ef-bbb5-e0704ed8d276 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5175ffb3-848a-4015-857e-91cc64139ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0576744 Jul 05 12:39:51.087146 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-b019f63c-631d-4866-80fb-70cb18c2ed87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'name': 'tempest-TestVolumeBootPattern-312650613-router', 'tenant_id': '66642072210e46be853b52fd91a99581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:31:32Z', 'updated_at': '2021-07-05T12:31:35Z', 'revision_number': 4, 'project_id': '66642072210e46be853b52fd91a99581', 'gw_port': {'id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:33Z', 'updated_at': '2021-07-05T12:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_floatingips': [{'id': '03f4a7f2-a574-43b2-b655-596d1b1ac2dd', 'tenant_id': '66642072210e46be853b52fd91a99581', 'floating_ip_address': '172.27.3.173', 'floating_network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'router_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'port_id': '67648b7b-5760-4e08-bdf1-d7aae88cb593', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'mac_address': 'fa:16:3e:86:ed:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298e1042-99de-4e98-abc9-bf034c72328c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T12:35:22Z', 'updated_at': '2021-07-05T12:35:24Z', 'revision_number': 1, 'project_id': '66642072210e46be853b52fd91a99581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e2c2570-2ffe-45aa-aff9-28ab12719d61', 'name': '', 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'tenant_id': '66642072210e46be853b52fd91a99581', 'mac_address': 'fa:16:3e:18:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:34Z', 'updated_at': '2021-07-05T12:31:42Z', 'revision_number': 5, 'project_id': '66642072210e46be853b52fd91a99581', 'subnets': [{'id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:39:51.099179 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a54db7e2-5589-4ecf-a780-d1c903232ca0 req-7da27fc3-bc51-4c99-9221-2b6f1b3dca13 service neutron] 10.222.0.16 "GET /v2.0/networks/5175ffb3-848a-4015-857e-91cc64139ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850289 Jul 05 12:39:51.197772 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a54db7e2-5589-4ecf-a780-d1c903232ca0 req-bf8552d7-ec66-436a-b27f-53d40478cfdd service neutron] 10.222.0.16 "GET /v2.0/networks/5175ffb3-848a-4015-857e-91cc64139ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915771 Jul 05 12:39:51.240363 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b019f63c-631d-4866-80fb-70cb18c2ed87 None None] The sync data for ids ['9161a12f-4ccf-4af7-82cb-cd249bcc9b56'] in dv-cinder-796286-12-iscsi is: [{'id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'name': 'tempest-TestVolumeBootPattern-312650613-router', 'tenant_id': '66642072210e46be853b52fd91a99581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:31:32Z', 'updated_at': '2021-07-05T12:31:35Z', 'revision_number': 4, 'project_id': '66642072210e46be853b52fd91a99581', 'gw_port': {'id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:33Z', 'updated_at': '2021-07-05T12:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_floatingips': [{'id': '03f4a7f2-a574-43b2-b655-596d1b1ac2dd', 'tenant_id': '66642072210e46be853b52fd91a99581', 'floating_ip_address': '172.27.3.173', 'floating_network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'router_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'port_id': '67648b7b-5760-4e08-bdf1-d7aae88cb593', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'mac_address': 'fa:16:3e:86:ed:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298e1042-99de-4e98-abc9-bf034c72328c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T12:35:22Z', 'updated_at': '2021-07-05T12:35:24Z', 'revision_number': 1, 'project_id': '66642072210e46be853b52fd91a99581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e2c2570-2ffe-45aa-aff9-28ab12719d61', 'name': '', 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'tenant_id': '66642072210e46be853b52fd91a99581', 'mac_address': 'fa:16:3e:18:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:34Z', 'updated_at': '2021-07-05T12:31:42Z', 'revision_number': 5, 'project_id': '66642072210e46be853b52fd91a99581', 'subnets': [{'id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:39:51.439780 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda541d3-5c72-4418-a894-0c089b65c566 None None] New status for floating IP d72de512-6487-4f10-abfc-ea4e4bcf6b67: DOWN {{(pid=92931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 12:39:52.159492 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4c2b7-afaf-4faa-aefa-0e61b0e94034 req-a6a7d3bc-03e1-4e05-aeb8-a38fa92fa5c0 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:39:52.160967 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-34a4c2b7-afaf-4faa-aefa-0e61b0e94034 req-a6a7d3bc-03e1-4e05-aeb8-a38fa92fa5c0 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=51cbf6fe-3721-49f8-816f-033822fd8e4c HTTP/1.1" status: 200 len: 946 time: 0.1104083 Jul 05 12:39:52.197865 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-34a4c2b7-afaf-4faa-aefa-0e61b0e94034 req-b12a4b6c-5adc-43cf-b4b1-3426dbce3066 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314052 Jul 05 12:39:52.482962 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824a2aa-ab79-44d5-bcec-ee0597fa7663 req-44419500-bb47-4e3c-905d-73dba94aa960 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:39:52.484549 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3824a2aa-ab79-44d5-bcec-ee0597fa7663 req-44419500-bb47-4e3c-905d-73dba94aa960 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.16 "GET /v2.0/ports?device_id=51cbf6fe-3721-49f8-816f-033822fd8e4c HTTP/1.1" status: 200 len: 946 time: 0.0619547 Jul 05 12:39:52.585123 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-3824a2aa-ab79-44d5-bcec-ee0597fa7663 req-5ac973da-aac2-4179-a6d2-126ba350f755 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Deleting port 0e982b08-403e-47f3-a8d8-fbfb4a242976 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:39:52.585468 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-3824a2aa-ab79-44d5-bcec-ee0597fa7663 req-5ac973da-aac2-4179-a6d2-126ba350f755 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:39:52.670164 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-3824a2aa-ab79-44d5-bcec-ee0597fa7663 req-5ac973da-aac2-4179-a6d2-126ba350f755 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] For port 0e982b08-403e-47f3-a8d8-fbfb4a242976, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0e982b08-403e-47f3-a8d8-fbfb4a242976,segment=NetworkSegment(acd43e8e-4d96-4aa9-8d01-a903ce986248),segment_id=acd43e8e-4d96-4aa9-8d01-a903ce986248)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:39:52.670524 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-3824a2aa-ab79-44d5-bcec-ee0597fa7663 req-5ac973da-aac2-4179-a6d2-126ba350f755 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:39:52.683386 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-3824a2aa-ab79-44d5-bcec-ee0597fa7663 req-5ac973da-aac2-4179-a6d2-126ba350f755 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Calling delete_port for 0e982b08-403e-47f3-a8d8-fbfb4a242976 owned by compute:nova {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:39:52.811765 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-3824a2aa-ab79-44d5-bcec-ee0597fa7663 req-5ac973da-aac2-4179-a6d2-126ba350f755 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3485763'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:39:52.837898 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac973da-aac2-4179-a6d2-126ba350f755 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Pushing event deleted for resources: {'Port': ['ID=0e982b08-403e-47f3-a8d8-fbfb4a242976,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:39:52.887770 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-3824a2aa-ab79-44d5-bcec-ee0597fa7663 req-5ac973da-aac2-4179-a6d2-126ba350f755 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] No DVR routers for this DVR port 0e982b08-403e-47f3-a8d8-fbfb4a242976 on host hv-cinder-79628 {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 12:39:52.890217 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-3824a2aa-ab79-44d5-bcec-ee0597fa7663 req-5ac973da-aac2-4179-a6d2-126ba350f755 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:39:52.892309 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3824a2aa-ab79-44d5-bcec-ee0597fa7663 req-5ac973da-aac2-4179-a6d2-126ba350f755 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.16 "DELETE /v2.0/ports/0e982b08-403e-47f3-a8d8-fbfb4a242976 HTTP/1.1" status: 204 len: 173 time: 0.4014904 Jul 05 12:39:52.892740 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51cbf6fe-3721-49f8-816f-033822fd8e4c', 'name': 'network-vif-deleted', 'tag': '0e982b08-403e-47f3-a8d8-fbfb4a242976'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:39:52.894993 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38d66cb680d8e216a4639fd07ffcdd1e1f1f0bb375bf284fc7cc66ae145b2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5e1cdd-1619-439a-a7ae-d8eccd82e015" -d '{"events": [{"server_uuid": "51cbf6fe-3721-49f8-816f-033822fd8e4c", "name": "network-vif-deleted", "tag": "0e982b08-403e-47f3-a8d8-fbfb4a242976"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:39:52.942596 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdd69da-f4ae-43e0-9b0f-304da6a2541b x-openstack-request-id: req-0cdd69da-f4ae-43e0-9b0f-304da6a2541b {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:39:52.942929 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51cbf6fe-3721-49f8-816f-033822fd8e4c", "name": "network-vif-deleted", "tag": "0e982b08-403e-47f3-a8d8-fbfb4a242976", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:39:52.943204 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0cdd69da-f4ae-43e0-9b0f-304da6a2541b {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:39:52.943597 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51cbf6fe-3721-49f8-816f-033822fd8e4c', 'name': 'network-vif-deleted', 'tag': '0e982b08-403e-47f3-a8d8-fbfb4a242976', 'status': 'completed', 'code': 200} Jul 05 12:39:53.356418 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-03f187b4-40fa-418b-9cf9-984709e4cf2d req-07dce850-6c8a-417e-bdb8-ab31ec89c8d2 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=51cbf6fe-3721-49f8-816f-033822fd8e4c HTTP/1.1" status: 200 len: 210 time: 0.0447767 Jul 05 12:39:53.378252 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b16b3e69-fac7-49c6-acec-c53f266e372b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:39:53.729349 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:39:54.749174 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:39:55.264808 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 0e982b08-403e-47f3-a8d8-fbfb4a242976 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:39:55.285732 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] No Port match for: 0e982b08-403e-47f3-a8d8-fbfb4a242976 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:39:55.286064 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 0e982b08-403e-47f3-a8d8-fbfb4a242976 not bound to the agent host hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:39:56.315352 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:39:56.673163 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 45484) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:39:56.826580 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-038f7fe2-f855-4658-bf12-d401ce1cdb00 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Deleting port 8d1f3b3c-9619-47de-86a3-0e17bfc26dd0 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:39:56.826952 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-038f7fe2-f855-4658-bf12-d401ce1cdb00 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:39:56.902104 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-038f7fe2-f855-4658-bf12-d401ce1cdb00 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:39:56.902444 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-038f7fe2-f855-4658-bf12-d401ce1cdb00 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:39:56.914612 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-038f7fe2-f855-4658-bf12-d401ce1cdb00 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Calling delete_port for 8d1f3b3c-9619-47de-86a3-0e17bfc26dd0 owned by network:floatingip {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:39:57.329509 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-038f7fe2-f855-4658-bf12-d401ce1cdb00 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3485763'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:39:57.357943 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f7fe2-f855-4658-bf12-d401ce1cdb00 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Pushing event deleted for resources: {'Port': ['ID=8d1f3b3c-9619-47de-86a3-0e17bfc26dd0,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:39:57.416388 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-038f7fe2-f855-4658-bf12-d401ce1cdb00 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for floatingip, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:39:57.416726 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.db.l3_db [None req-038f7fe2-f855-4658-bf12-d401ce1cdb00 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Floating IP 03f4a7f2-a574-43b2-b655-596d1b1ac2dd disassociated (deleted). External IP: 172.27.3.173, port: 67648b7b-5760-4e08-bdf1-d7aae88cb593. Jul 05 12:39:57.619147 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038f7fe2-f855-4658-bf12-d401ce1cdb00 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Router 9161a12f-4ccf-4af7-82cb-cd249bcc9b56 has already been hosted by L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 12:39:57.725116 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038f7fe2-f855-4658-bf12-d401ce1cdb00 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:39:57.729839 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-038f7fe2-f855-4658-bf12-d401ce1cdb00 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for floatingip, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:39:57.735012 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f588603d-ee43-4849-9666-5da4dd56f2de None None] Sync routers for ids ['9161a12f-4ccf-4af7-82cb-cd249bcc9b56'] in dv-cinder-796286-12-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:39:57.746316 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f588603d-ee43-4849-9666-5da4dd56f2de None None] Routers {'9161a12f-4ccf-4af7-82cb-cd249bcc9b56'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:39:57.746977 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-f588603d-ee43-4849-9666-5da4dd56f2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:39:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['9161a12f-4ccf-4af7-82cb-cd249bcc9b56'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:39:57.765577 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-038f7fe2-f855-4658-bf12-d401ce1cdb00 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "DELETE /v2.0/floatingips/03f4a7f2-a574-43b2-b655-596d1b1ac2dd HTTP/1.1" status: 204 len: 168 time: 1.0908360 Jul 05 12:39:57.766174 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '298e1042-99de-4e98-abc9-bf034c72328c', 'tag': '67648b7b-5760-4e08-bdf1-d7aae88cb593'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:39:57.769009 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38d66cb680d8e216a4639fd07ffcdd1e1f1f0bb375bf284fc7cc66ae145b2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a45321-c771-44b6-b5fd-43e98cb1afe1" -d '{"events": [{"name": "network-changed", "server_uuid": "298e1042-99de-4e98-abc9-bf034c72328c", "tag": "67648b7b-5760-4e08-bdf1-d7aae88cb593"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:39:57.810364 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 12:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4997eb96-e040-471e-9b7d-093e5936d7cb x-openstack-request-id: req-4997eb96-e040-471e-9b7d-093e5936d7cb {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:39:57.810800 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "298e1042-99de-4e98-abc9-bf034c72328c", "tag": "67648b7b-5760-4e08-bdf1-d7aae88cb593", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:39:57.811054 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4997eb96-e040-471e-9b7d-093e5936d7cb {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:39:57.811453 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '298e1042-99de-4e98-abc9-bf034c72328c', 'tag': '67648b7b-5760-4e08-bdf1-d7aae88cb593', 'status': 'completed', 'code': 200} Jul 05 12:39:57.857696 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-f588603d-ee43-4849-9666-5da4dd56f2de None None] Set router 9161a12f-4ccf-4af7-82cb-cd249bcc9b56 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:39:57.887450 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a45321-c771-44b6-b5fd-43e98cb1afe1 req-2f4314fb-6aa4-4e54-934d-b5ea15551722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:39:57.888987 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-90a45321-c771-44b6-b5fd-43e98cb1afe1 req-2f4314fb-6aa4-4e54-934d-b5ea15551722 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=66642072210e46be853b52fd91a99581&device_id=298e1042-99de-4e98-abc9-bf034c72328c HTTP/1.1" status: 200 len: 1099 time: 0.0557120 Jul 05 12:39:58.005828 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a45321-c771-44b6-b5fd-43e98cb1afe1 req-5f6d19b2-f838-457c-8ddd-ed4920fb4fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:39:58.007376 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-90a45321-c771-44b6-b5fd-43e98cb1afe1 req-5f6d19b2-f838-457c-8ddd-ed4920fb4fbc service neutron] 10.222.0.16 "GET /v2.0/networks?id=5175ffb3-848a-4015-857e-91cc64139ef2 HTTP/1.1" status: 200 len: 912 time: 0.1123466 Jul 05 12:39:58.056904 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-90a45321-c771-44b6-b5fd-43e98cb1afe1 req-48102158-a546-4494-9979-327a5d862ca6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67648b7b-5760-4e08-bdf1-d7aae88cb593 HTTP/1.1" status: 200 len: 217 time: 0.0342240 Jul 05 12:39:58.084214 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-f588603d-ee43-4849-9666-5da4dd56f2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'name': 'tempest-TestVolumeBootPattern-312650613-router', 'tenant_id': '66642072210e46be853b52fd91a99581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:31:32Z', 'updated_at': '2021-07-05T12:31:35Z', 'revision_number': 4, 'project_id': '66642072210e46be853b52fd91a99581', 'gw_port': {'id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:33Z', 'updated_at': '2021-07-05T12:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '9e2c2570-2ffe-45aa-aff9-28ab12719d61', 'name': '', 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'tenant_id': '66642072210e46be853b52fd91a99581', 'mac_address': 'fa:16:3e:18:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:34Z', 'updated_at': '2021-07-05T12:31:42Z', 'revision_number': 5, 'project_id': '66642072210e46be853b52fd91a99581', 'subnets': [{'id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:39:58.112270 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f588603d-ee43-4849-9666-5da4dd56f2de None None] Checking router: 9161a12f-4ccf-4af7-82cb-cd249bcc9b56 for host: dv-cinder-796286-12-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:39:58.120923 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f588603d-ee43-4849-9666-5da4dd56f2de None None] Routers {'9161a12f-4ccf-4af7-82cb-cd249bcc9b56'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:39:58.121536 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-f588603d-ee43-4849-9666-5da4dd56f2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:39:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['9161a12f-4ccf-4af7-82cb-cd249bcc9b56'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:39:58.142811 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a45321-c771-44b6-b5fd-43e98cb1afe1 req-039a0b9a-ea24-48f2-aa13-cbe73fb1f6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:39:58.144230 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-90a45321-c771-44b6-b5fd-43e98cb1afe1 req-039a0b9a-ea24-48f2-aa13-cbe73fb1f6f6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc731385-af5b-43ab-943e-eef3c8d7edf0 HTTP/1.1" status: 200 len: 850 time: 0.0810125 Jul 05 12:39:58.204956 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb15d81-2a24-4258-a399-627e3c944325 req-a0789dfe-c0c9-458b-9d4b-14e124322a27 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:39:58.206491 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-dcb15d81-2a24-4258-a399-627e3c944325 req-a0789dfe-c0c9-458b-9d4b-14e124322a27 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=298e1042-99de-4e98-abc9-bf034c72328c HTTP/1.1" status: 200 len: 946 time: 0.1083689 Jul 05 12:39:58.227885 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-f588603d-ee43-4849-9666-5da4dd56f2de None None] Set router 9161a12f-4ccf-4af7-82cb-cd249bcc9b56 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:39:58.239446 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a45321-c771-44b6-b5fd-43e98cb1afe1 req-d6936103-925e-4932-bf1a-8937764347da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:39:58.240974 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-90a45321-c771-44b6-b5fd-43e98cb1afe1 req-d6936103-925e-4932-bf1a-8937764347da service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5175ffb3-848a-4015-857e-91cc64139ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0887780 Jul 05 12:39:58.276564 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-dcb15d81-2a24-4258-a399-627e3c944325 req-f3808fef-71fd-4327-94ea-4fce1408af65 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624602 Jul 05 12:39:58.342044 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-90a45321-c771-44b6-b5fd-43e98cb1afe1 req-1a0068c6-4988-47cd-9592-904063c7007d service neutron] 10.222.0.16 "GET /v2.0/networks/5175ffb3-848a-4015-857e-91cc64139ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915525 Jul 05 12:39:58.423555 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-f588603d-ee43-4849-9666-5da4dd56f2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'name': 'tempest-TestVolumeBootPattern-312650613-router', 'tenant_id': '66642072210e46be853b52fd91a99581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:31:32Z', 'updated_at': '2021-07-05T12:31:35Z', 'revision_number': 4, 'project_id': '66642072210e46be853b52fd91a99581', 'gw_port': {'id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:33Z', 'updated_at': '2021-07-05T12:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '9e2c2570-2ffe-45aa-aff9-28ab12719d61', 'name': '', 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'tenant_id': '66642072210e46be853b52fd91a99581', 'mac_address': 'fa:16:3e:18:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:34Z', 'updated_at': '2021-07-05T12:31:42Z', 'revision_number': 5, 'project_id': '66642072210e46be853b52fd91a99581', 'subnets': [{'id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:39:58.432930 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-90a45321-c771-44b6-b5fd-43e98cb1afe1 req-b378e692-9a5a-482d-895e-d0bdf75d3588 service neutron] 10.222.0.16 "GET /v2.0/networks/5175ffb3-848a-4015-857e-91cc64139ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836792 Jul 05 12:39:58.458397 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f588603d-ee43-4849-9666-5da4dd56f2de None None] The sync data for ids ['9161a12f-4ccf-4af7-82cb-cd249bcc9b56'] in dv-cinder-796286-12-iscsi is: [{'id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'name': 'tempest-TestVolumeBootPattern-312650613-router', 'tenant_id': '66642072210e46be853b52fd91a99581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:31:32Z', 'updated_at': '2021-07-05T12:31:35Z', 'revision_number': 4, 'project_id': '66642072210e46be853b52fd91a99581', 'gw_port': {'id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:33Z', 'updated_at': '2021-07-05T12:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi', '_interfaces': [{'id': '9e2c2570-2ffe-45aa-aff9-28ab12719d61', 'name': '', 'network_id': '5175ffb3-848a-4015-857e-91cc64139ef2', 'tenant_id': '66642072210e46be853b52fd91a99581', 'mac_address': 'fa:16:3e:18:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:34Z', 'updated_at': '2021-07-05T12:31:42Z', 'revision_number': 5, 'project_id': '66642072210e46be853b52fd91a99581', 'subnets': [{'id': 'dc731385-af5b-43ab-943e-eef3c8d7edf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:39:58.662583 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451bc136-8ac6-4c34-b90a-c160a5fde750 None None] New status for floating IP 03f4a7f2-a574-43b2-b655-596d1b1ac2dd: DOWN {{(pid=92931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 12:39:59.147646 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:39:59.456765 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b07c98-7389-493f-88f4-64fbd345775b req-a5f9f798-01cb-4442-8dc6-6ac9c39e5392 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:39:59.458139 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-95b07c98-7389-493f-88f4-64fbd345775b req-a5f9f798-01cb-4442-8dc6-6ac9c39e5392 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=298e1042-99de-4e98-abc9-bf034c72328c HTTP/1.1" status: 200 len: 946 time: 0.0687728 Jul 05 12:39:59.500838 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-95b07c98-7389-493f-88f4-64fbd345775b req-efbd795b-2ee1-4292-bbe4-273df54ed096 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/security-groups?id=73563b2c-699b-40eb-a0ab-73a6adb3d2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371661 Jul 05 12:39:59.837039 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f279aa7-8a54-4efb-a3c4-6a3958083ca8 req-d7e5a2da-eea6-4128-8033-49b42c288a4e tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 12:39:59.838478 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2f279aa7-8a54-4efb-a3c4-6a3958083ca8 req-d7e5a2da-eea6-4128-8033-49b42c288a4e tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.16 "GET /v2.0/ports?device_id=298e1042-99de-4e98-abc9-bf034c72328c HTTP/1.1" status: 200 len: 946 time: 0.0631964 Jul 05 12:39:59.943791 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-2f279aa7-8a54-4efb-a3c4-6a3958083ca8 req-901e545e-54c5-45b1-9800-c68cc0841db3 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Deleting port 67648b7b-5760-4e08-bdf1-d7aae88cb593 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:39:59.944125 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-2f279aa7-8a54-4efb-a3c4-6a3958083ca8 req-901e545e-54c5-45b1-9800-c68cc0841db3 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:00.033246 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-2f279aa7-8a54-4efb-a3c4-6a3958083ca8 req-901e545e-54c5-45b1-9800-c68cc0841db3 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] For port 67648b7b-5760-4e08-bdf1-d7aae88cb593, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=67648b7b-5760-4e08-bdf1-d7aae88cb593,segment=NetworkSegment(acd43e8e-4d96-4aa9-8d01-a903ce986248),segment_id=acd43e8e-4d96-4aa9-8d01-a903ce986248)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:40:00.033604 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-2f279aa7-8a54-4efb-a3c4-6a3958083ca8 req-901e545e-54c5-45b1-9800-c68cc0841db3 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:00.045322 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-2f279aa7-8a54-4efb-a3c4-6a3958083ca8 req-901e545e-54c5-45b1-9800-c68cc0841db3 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Calling delete_port for 67648b7b-5760-4e08-bdf1-d7aae88cb593 owned by compute:nova {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:40:00.175435 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-2f279aa7-8a54-4efb-a3c4-6a3958083ca8 req-901e545e-54c5-45b1-9800-c68cc0841db3 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3485763'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:00.210810 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e545e-54c5-45b1-9800-c68cc0841db3 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Pushing event deleted for resources: {'Port': ['ID=67648b7b-5760-4e08-bdf1-d7aae88cb593,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:40:00.248849 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f279aa7-8a54-4efb-a3c4-6a3958083ca8 req-901e545e-54c5-45b1-9800-c68cc0841db3 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] No DVR routers for this DVR port 67648b7b-5760-4e08-bdf1-d7aae88cb593 on host hv-cinder-79628 {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 12:40:00.251916 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-2f279aa7-8a54-4efb-a3c4-6a3958083ca8 req-901e545e-54c5-45b1-9800-c68cc0841db3 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:00.253873 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2f279aa7-8a54-4efb-a3c4-6a3958083ca8 req-901e545e-54c5-45b1-9800-c68cc0841db3 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.16 "DELETE /v2.0/ports/67648b7b-5760-4e08-bdf1-d7aae88cb593 HTTP/1.1" status: 204 len: 173 time: 0.4073644 Jul 05 12:40:00.254301 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298e1042-99de-4e98-abc9-bf034c72328c', 'name': 'network-vif-deleted', 'tag': '67648b7b-5760-4e08-bdf1-d7aae88cb593'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 12:40:00.256561 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38d66cb680d8e216a4639fd07ffcdd1e1f1f0bb375bf284fc7cc66ae145b2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93dc44e5-3165-43a0-9f52-45a80632908b" -d '{"events": [{"server_uuid": "298e1042-99de-4e98-abc9-bf034c72328c", "name": "network-vif-deleted", "tag": "67648b7b-5760-4e08-bdf1-d7aae88cb593"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 12:40:00.297053 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 12:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141e2d52-2c25-4554-aaab-4bb848508546 x-openstack-request-id: req-141e2d52-2c25-4554-aaab-4bb848508546 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 12:40:00.297340 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298e1042-99de-4e98-abc9-bf034c72328c", "name": "network-vif-deleted", "tag": "67648b7b-5760-4e08-bdf1-d7aae88cb593", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 12:40:00.297592 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-141e2d52-2c25-4554-aaab-4bb848508546 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 12:40:00.298142 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298e1042-99de-4e98-abc9-bf034c72328c', 'name': 'network-vif-deleted', 'tag': '67648b7b-5760-4e08-bdf1-d7aae88cb593', 'status': 'completed', 'code': 200} Jul 05 12:40:00.668708 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6f6ae842-7c29-4703-b14e-efe47c68bdb1 req-4f85b54d-1e51-4970-b2bf-8ac00aeca594 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "GET /v2.0/ports?device_id=298e1042-99de-4e98-abc9-bf034c72328c HTTP/1.1" status: 200 len: 210 time: 0.0342350 Jul 05 12:40:01.762822 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 45502) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:40:01.884978 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-8f7af1c7-5693-45a4-be1c-c28cb865a4c5 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Deleting port cba51fe9-4909-4ce6-b4c6-b1e8aac846a3 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:40:01.885318 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8f7af1c7-5693-45a4-be1c-c28cb865a4c5 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:01.959003 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8f7af1c7-5693-45a4-be1c-c28cb865a4c5 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:01.959263 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8f7af1c7-5693-45a4-be1c-c28cb865a4c5 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:01.971137 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-8f7af1c7-5693-45a4-be1c-c28cb865a4c5 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Calling delete_port for cba51fe9-4909-4ce6-b4c6-b1e8aac846a3 owned by network:floatingip {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:40:02.100158 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8f7af1c7-5693-45a4-be1c-c28cb865a4c5 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3485763'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:02.124226 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7af1c7-5693-45a4-be1c-c28cb865a4c5 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Pushing event deleted for resources: {'Port': ['ID=cba51fe9-4909-4ce6-b4c6-b1e8aac846a3,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:40:02.188312 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8f7af1c7-5693-45a4-be1c-c28cb865a4c5 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for floatingip, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:02.191366 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8f7af1c7-5693-45a4-be1c-c28cb865a4c5 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476857'] for floatingip, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:02.192512 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-8f7af1c7-5693-45a4-be1c-c28cb865a4c5 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "DELETE /v2.0/floatingips/ffc5f8c5-ee40-4732-b24f-8e8910e8201f HTTP/1.1" status: 204 len: 168 time: 0.4287210 Jul 05 12:40:03.340758 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 67648b7b-5760-4e08-bdf1-d7aae88cb593 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:40:03.360051 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] No Port match for: 67648b7b-5760-4e08-bdf1-d7aae88cb593 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:40:03.360506 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Device 67648b7b-5760-4e08-bdf1-d7aae88cb593 not bound to the agent host hv-cinder-79628 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:40:03.455275 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 45514) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:40:03.512469 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9de7463d-49c2-4998-8c8f-ca7442267d33 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:03.538272 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9de7463d-49c2-4998-8c8f-ca7442267d33 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:03.598975 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9de7463d-49c2-4998-8c8f-ca7442267d33 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:03.601571 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9de7463d-49c2-4998-8c8f-ca7442267d33 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:03.602796 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-9de7463d-49c2-4998-8c8f-ca7442267d33 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] 10.222.0.52 "DELETE /v2.0/security-groups/73563b2c-699b-40eb-a0ab-73a6adb3d2c0 HTTP/1.1" status: 204 len: 168 time: 0.1464789 Jul 05 12:40:03.613625 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de7463d-49c2-4998-8c8f-ca7442267d33 tempest-TestVolumeBootPattern-2146789300 tempest-TestVolumeBootPattern-2146789300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73563b2c-699b-40eb-a0ab-73a6adb3d2c0,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:40:03.659882 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 45518) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:40:04.095815 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8931c0c7-8e7c-49a7-97dd-7d425a18a8bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1576687'] for router_interface, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:04.342697 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-8931c0c7-8e7c-49a7-97dd-7d425a18a8bf admin admin] Deleting port 9e2c2570-2ffe-45aa-aff9-28ab12719d61 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:40:04.343066 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8931c0c7-8e7c-49a7-97dd-7d425a18a8bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:04.419674 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-8931c0c7-8e7c-49a7-97dd-7d425a18a8bf admin admin] For port 9e2c2570-2ffe-45aa-aff9-28ab12719d61, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=9e2c2570-2ffe-45aa-aff9-28ab12719d61,segment=NetworkSegment(acd43e8e-4d96-4aa9-8d01-a903ce986248),segment_id=acd43e8e-4d96-4aa9-8d01-a903ce986248)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:40:04.420262 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8931c0c7-8e7c-49a7-97dd-7d425a18a8bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:04.432697 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-8931c0c7-8e7c-49a7-97dd-7d425a18a8bf admin admin] Calling delete_port for 9e2c2570-2ffe-45aa-aff9-28ab12719d61 owned by network:router_interface {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:40:04.606560 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8931c0c7-8e7c-49a7-97dd-7d425a18a8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3485763'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:04.631098 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931c0c7-8e7c-49a7-97dd-7d425a18a8bf admin admin] Pushing event deleted for resources: {'Port': ['ID=9e2c2570-2ffe-45aa-aff9-28ab12719d61,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:40:04.798026 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8931c0c7-8e7c-49a7-97dd-7d425a18a8bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601745'] for router_interface, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:05.004604 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8931c0c7-8e7c-49a7-97dd-7d425a18a8bf admin admin] Router 9161a12f-4ccf-4af7-82cb-cd249bcc9b56 has already been hosted by L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 12:40:05.106087 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8931c0c7-8e7c-49a7-97dd-7d425a18a8bf admin admin] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:40:05.112352 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-8931c0c7-8e7c-49a7-97dd-7d425a18a8bf admin admin] 10.222.0.52 "PUT /v2.0/routers/9161a12f-4ccf-4af7-82cb-cd249bcc9b56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4514451 Jul 05 12:40:05.114864 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 45522) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:40:05.116525 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faded21-6a7a-46c5-b5d9-2cc19f8db0c9 None None] Sync routers for ids ['9161a12f-4ccf-4af7-82cb-cd249bcc9b56'] in dv-cinder-796286-12-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:40:05.126853 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faded21-6a7a-46c5-b5d9-2cc19f8db0c9 None None] Routers {'9161a12f-4ccf-4af7-82cb-cd249bcc9b56'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:40:05.127474 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-8faded21-6a7a-46c5-b5d9-2cc19f8db0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:39:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['9161a12f-4ccf-4af7-82cb-cd249bcc9b56'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:40:05.218287 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1a470fc2-73e2-4c0e-99fe-5d109d8dd0eb admin admin] Notify callbacks [] for router, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:05.231942 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-8faded21-6a7a-46c5-b5d9-2cc19f8db0c9 None None] Set router 9161a12f-4ccf-4af7-82cb-cd249bcc9b56 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:40:05.320209 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1a470fc2-73e2-4c0e-99fe-5d109d8dd0eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:05.372367 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-1a470fc2-73e2-4c0e-99fe-5d109d8dd0eb admin admin] Deleting port 28e50f52-d081-4d45-9868-dfbfa48e0246 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:40:05.372708 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1a470fc2-73e2-4c0e-99fe-5d109d8dd0eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:05.413983 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-8faded21-6a7a-46c5-b5d9-2cc19f8db0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'name': 'tempest-TestVolumeBootPattern-312650613-router', 'tenant_id': '66642072210e46be853b52fd91a99581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:31:32Z', 'updated_at': '2021-07-05T12:40:04Z', 'revision_number': 5, 'project_id': '66642072210e46be853b52fd91a99581', 'gw_port': {'id': '28e50f52-d081-4d45-9868-dfbfa48e0246', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:33Z', 'updated_at': '2021-07-05T12:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi'}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:40:05.443217 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faded21-6a7a-46c5-b5d9-2cc19f8db0c9 None None] Checking router: 9161a12f-4ccf-4af7-82cb-cd249bcc9b56 for host: dv-cinder-796286-12-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:40:05.451429 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faded21-6a7a-46c5-b5d9-2cc19f8db0c9 None None] Routers {'9161a12f-4ccf-4af7-82cb-cd249bcc9b56'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:40:05.452039 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-8faded21-6a7a-46c5-b5d9-2cc19f8db0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:39:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['9161a12f-4ccf-4af7-82cb-cd249bcc9b56'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:40:05.453724 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-1a470fc2-73e2-4c0e-99fe-5d109d8dd0eb admin admin] For port 28e50f52-d081-4d45-9868-dfbfa48e0246, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=28e50f52-d081-4d45-9868-dfbfa48e0246,segment=NetworkSegment(7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0),segment_id=7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:40:05.454841 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1a470fc2-73e2-4c0e-99fe-5d109d8dd0eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:05.467348 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-1a470fc2-73e2-4c0e-99fe-5d109d8dd0eb admin admin] Calling delete_port for 28e50f52-d081-4d45-9868-dfbfa48e0246 owned by network:router_gateway {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:40:05.537587 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-8faded21-6a7a-46c5-b5d9-2cc19f8db0c9 None None] Set router 9161a12f-4ccf-4af7-82cb-cd249bcc9b56 gateway port host: None {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:40:05.588201 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-8faded21-6a7a-46c5-b5d9-2cc19f8db0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'name': 'tempest-TestVolumeBootPattern-312650613-router', 'tenant_id': '66642072210e46be853b52fd91a99581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:31:32Z', 'updated_at': '2021-07-05T12:40:05Z', 'revision_number': 6, 'project_id': '66642072210e46be853b52fd91a99581', 'gw_port_host': None}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:40:05.618640 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faded21-6a7a-46c5-b5d9-2cc19f8db0c9 None None] The sync data for ids ['9161a12f-4ccf-4af7-82cb-cd249bcc9b56'] in dv-cinder-796286-12-iscsi is: [{'id': '9161a12f-4ccf-4af7-82cb-cd249bcc9b56', 'name': 'tempest-TestVolumeBootPattern-312650613-router', 'tenant_id': '66642072210e46be853b52fd91a99581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:31:32Z', 'updated_at': '2021-07-05T12:40:05Z', 'revision_number': 6, 'project_id': '66642072210e46be853b52fd91a99581', 'gw_port_host': None}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:40:05.635315 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1a470fc2-73e2-4c0e-99fe-5d109d8dd0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3485763'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:05.667849 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a470fc2-73e2-4c0e-99fe-5d109d8dd0eb admin admin] Pushing event deleted for resources: {'Port': ['ID=28e50f52-d081-4d45-9868-dfbfa48e0246,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:40:05.727044 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1a470fc2-73e2-4c0e-99fe-5d109d8dd0eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1575336'] for router_gateway, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:06.089636 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1a470fc2-73e2-4c0e-99fe-5d109d8dd0eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6158'] for router, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:06.091730 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1a470fc2-73e2-4c0e-99fe-5d109d8dd0eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:06.133438 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1a470fc2-73e2-4c0e-99fe-5d109d8dd0eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1580428'] for router, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:06.134070 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a470fc2-73e2-4c0e-99fe-5d109d8dd0eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9161a12f-4ccf-4af7-82cb-cd249bcc9b56 {{(pid=92929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 12:40:06.139177 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1a470fc2-73e2-4c0e-99fe-5d109d8dd0eb admin admin] Notify callbacks [] for router, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:06.140323 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-1a470fc2-73e2-4c0e-99fe-5d109d8dd0eb admin admin] 10.222.0.52 "DELETE /v2.0/routers/9161a12f-4ccf-4af7-82cb-cd249bcc9b56 HTTP/1.1" status: 204 len: 168 time: 1.0242085 Jul 05 12:40:06.143490 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 45524) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:40:06.188016 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_v2 [None req-b346f7f6-a27e-4420-b7e0-2e7c0290170b admin admin] Deleting subnet dc731385-af5b-43ab-943e-eef3c8d7edf0 {{(pid=92929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 12:40:06.191514 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b346f7f6-a27e-4420-b7e0-2e7c0290170b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:06.230337 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b346f7f6-a27e-4420-b7e0-2e7c0290170b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192288'] for subnet, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:06.304902 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b346f7f6-a27e-4420-b7e0-2e7c0290170b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882782'] for subnet, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:06.358607 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b346f7f6-a27e-4420-b7e0-2e7c0290170b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3485817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3224283'] for subnet, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:06.385214 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b346f7f6-a27e-4420-b7e0-2e7c0290170b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc731385-af5b-43ab-943e-eef3c8d7edf0,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:40:06.389581 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b346f7f6-a27e-4420-b7e0-2e7c0290170b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:06.392472 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-b346f7f6-a27e-4420-b7e0-2e7c0290170b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/dc731385-af5b-43ab-943e-eef3c8d7edf0 HTTP/1.1" status: 204 len: 168 time: 0.2469857 Jul 05 12:40:06.394978 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 45526) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:40:06.396117 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120490e8-d4b4-42b1-b8f7-4d8ba08f1794 None None] Network 5175ffb3-848a-4015-857e-91cc64139ef2 requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:40:06.467155 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2acee802-08bf-4329-9f5b-5faa71c75715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773155'] for network, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:06.525497 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-2acee802-08bf-4329-9f5b-5faa71c75715 admin admin] Deleting port 8cdac24e-a6fe-4457-952f-bf63623ea626 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:40:06.525833 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2acee802-08bf-4329-9f5b-5faa71c75715 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:06.537742 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 28e50f52-d081-4d45-9868-dfbfa48e0246 no longer exists at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:40:06.561384 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] No Port match for: 28e50f52-d081-4d45-9868-dfbfa48e0246 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:40:06.561731 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 28e50f52-d081-4d45-9868-dfbfa48e0246 not bound to the agent host dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:40:06.562151 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 9e2c2570-2ffe-45aa-aff9-28ab12719d61 no longer exists at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:40:06.584972 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] No Port match for: 9e2c2570-2ffe-45aa-aff9-28ab12719d61 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:40:06.585320 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 9e2c2570-2ffe-45aa-aff9-28ab12719d61 not bound to the agent host dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:40:06.608594 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2acee802-08bf-4329-9f5b-5faa71c75715 admin admin] For port 8cdac24e-a6fe-4457-952f-bf63623ea626, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=8cdac24e-a6fe-4457-952f-bf63623ea626,segment=NetworkSegment(acd43e8e-4d96-4aa9-8d01-a903ce986248),segment_id=acd43e8e-4d96-4aa9-8d01-a903ce986248)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:40:06.609023 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2acee802-08bf-4329-9f5b-5faa71c75715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:06.611570 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c030d9d9-33e9-4b7c-a9cd-8f3d2029a6f6 None None] DHCP port deletion for 5175ffb3-848a-4015-857e-91cc64139ef2 request from dv-cinder-796286-12-iscsi {{(pid=92930) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 12:40:06.623610 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-2acee802-08bf-4329-9f5b-5faa71c75715 admin admin] Calling delete_port for 8cdac24e-a6fe-4457-952f-bf63623ea626 owned by network:dhcp {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:40:06.660013 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-c030d9d9-33e9-4b7c-a9cd-8f3d2029a6f6 None None] Deleting port 8cdac24e-a6fe-4457-952f-bf63623ea626 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:40:06.660462 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c030d9d9-33e9-4b7c-a9cd-8f3d2029a6f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:06.703670 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2acee802-08bf-4329-9f5b-5faa71c75715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3485763'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:06.723610 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-c030d9d9-33e9-4b7c-a9cd-8f3d2029a6f6 None None] For port 8cdac24e-a6fe-4457-952f-bf63623ea626, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=8cdac24e-a6fe-4457-952f-bf63623ea626,segment=NetworkSegment(acd43e8e-4d96-4aa9-8d01-a903ce986248),segment_id=acd43e8e-4d96-4aa9-8d01-a903ce986248)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:40:06.723999 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c030d9d9-33e9-4b7c-a9cd-8f3d2029a6f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:06.732854 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acee802-08bf-4329-9f5b-5faa71c75715 admin admin] No DVR routers for this DVR port 8cdac24e-a6fe-4457-952f-bf63623ea626 on host dv-cinder-796286-12-iscsi {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 12:40:06.737132 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acee802-08bf-4329-9f5b-5faa71c75715 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cdac24e-a6fe-4457-952f-bf63623ea626,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:40:06.814455 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2acee802-08bf-4329-9f5b-5faa71c75715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880587', 'neutron.services.segments.db._delete_segments_for_network-8761929754462'] for network, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:06.825388 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-2acee802-08bf-4329-9f5b-5faa71c75715 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5175ffb3-848a-4015-857e-91cc64139ef2']}} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:40:06.837151 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-2acee802-08bf-4329-9f5b-5faa71c75715 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acd43e8e-4d96-4aa9-8d01-a903ce986248') {'for_net_delete': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:40:06.837392 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-2acee802-08bf-4329-9f5b-5faa71c75715 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acd43e8e-4d96-4aa9-8d01-a903ce986248') {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:40:06.847061 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2acee802-08bf-4329-9f5b-5faa71c75715 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761929721474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192311'] for segment, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:06.858907 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-c030d9d9-33e9-4b7c-a9cd-8f3d2029a6f6 None None] Calling delete_port for 8cdac24e-a6fe-4457-952f-bf63623ea626 owned by network:dhcp {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:40:06.861438 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2acee802-08bf-4329-9f5b-5faa71c75715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207'] for segment, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:06.867157 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2acee802-08bf-4329-9f5b-5faa71c75715 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=92929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 12:40:06.867539 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2acee802-08bf-4329-9f5b-5faa71c75715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3485852'] for segment, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:06.869170 dv-cinder-796286-12-iscsi neutron-server[92929]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 12:40:06.869170 dv-cinder-796286-12-iscsi neutron-server[92929]: conditions |= (models_v2.Port.network_id.in_( Jul 05 12:40:06.869170 dv-cinder-796286-12-iscsi neutron-server[92929]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 12:40:06.869170 dv-cinder-796286-12-iscsi neutron-server[92929]: conditions |= (models_v2.Port.network_id.in_( Jul 05 12:40:06.869170 dv-cinder-796286-12-iscsi neutron-server[92929]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 12:40:06.869170 dv-cinder-796286-12-iscsi neutron-server[92929]: conditions |= (models_v2.Port.network_id.in_( Jul 05 12:40:06.869170 dv-cinder-796286-12-iscsi neutron-server[92929]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 12:40:06.869170 dv-cinder-796286-12-iscsi neutron-server[92929]: conditions |= (models_v2.Port.network_id.in_( Jul 05 12:40:06.869170 dv-cinder-796286-12-iscsi neutron-server[92929]: Traceback (most recent call last): Jul 05 12:40:06.869170 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 12:40:06.869170 dv-cinder-796286-12-iscsi neutron-server[92929]: timer() Jul 05 12:40:06.869170 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 12:40:06.869170 dv-cinder-796286-12-iscsi neutron-server[92929]: cb(*args, **kw) Jul 05 12:40:06.869170 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 12:40:06.869170 dv-cinder-796286-12-iscsi neutron-server[92929]: return func(*args, **kwargs) Jul 05 12:40:06.869170 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 12:40:06.869170 dv-cinder-796286-12-iscsi neutron-server[92929]: self._notify() Jul 05 12:40:06.869170 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 12:40:06.869170 dv-cinder-796286-12-iscsi neutron-server[92929]: self.callback(batched_events) Jul 05 12:40:06.869170 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 12:40:06.869170 dv-cinder-796286-12-iscsi neutron-server[92929]: event.method(event) Jul 05 12:40:06.869170 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 12:40:06.869170 dv-cinder-796286-12-iscsi neutron-server[92929]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 12:40:06.869170 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 12:40:06.869170 dv-cinder-796286-12-iscsi neutron-server[92929]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 12:40:06.869170 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 12:40:06.869170 dv-cinder-796286-12-iscsi neutron-server[92929]: return f(self, *a, **k) Jul 05 12:40:06.869170 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 12:40:06.869170 dv-cinder-796286-12-iscsi neutron-server[92929]: return self._get(url).json() Jul 05 12:40:06.869170 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 12:40:06.869170 dv-cinder-796286-12-iscsi neutron-server[92929]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 12:40:06.869170 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 12:40:06.869170 dv-cinder-796286-12-iscsi neutron-server[92929]: return self.request(url, 'GET', **kwargs) Jul 05 12:40:06.869170 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 12:40:06.869170 dv-cinder-796286-12-iscsi neutron-server[92929]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 12:40:06.869170 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 12:40:06.869170 dv-cinder-796286-12-iscsi neutron-server[92929]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 12:40:06.869170 dv-cinder-796286-12-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 12:40:06.869170 dv-cinder-796286-12-iscsi neutron-server[92929]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 12:40:06.869170 dv-cinder-796286-12-iscsi neutron-server[92929]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 12:40:06.923025 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2acee802-08bf-4329-9f5b-5faa71c75715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575308'] for network, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:06.928443 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2acee802-08bf-4329-9f5b-5faa71c75715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:06.930249 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-2acee802-08bf-4329-9f5b-5faa71c75715 admin admin] 10.222.0.52 "DELETE /v2.0/networks/5175ffb3-848a-4015-857e-91cc64139ef2 HTTP/1.1" status: 204 len: 168 time: 0.5342958 Jul 05 12:40:06.933219 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 45528) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:40:06.937720 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c030d9d9-33e9-4b7c-a9cd-8f3d2029a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:06.940867 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acee802-08bf-4329-9f5b-5faa71c75715 admin admin] Pushing event deleted for resources: {'Network': ['ID=5175ffb3-848a-4015-857e-91cc64139ef2,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:40:06.945296 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c030d9d9-33e9-4b7c-a9cd-8f3d2029a6f6 None None] Network 5175ffb3-848a-4015-857e-91cc64139ef2 is not hosted by any dhcp agent {{(pid=92930) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 12:40:06.945710 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c030d9d9-33e9-4b7c-a9cd-8f3d2029a6f6 None None] No DVR routers for this DVR port 8cdac24e-a6fe-4457-952f-bf63623ea626 on host dv-cinder-796286-12-iscsi {{(pid=92930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 12:40:06.964694 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030d9d9-33e9-4b7c-a9cd-8f3d2029a6f6 None None] Pushing event deleted for resources: {'Port': ['ID=8cdac24e-a6fe-4457-952f-bf63623ea626,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:40:06.975927 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030d9d9-33e9-4b7c-a9cd-8f3d2029a6f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:40:06.976349 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030d9d9-33e9-4b7c-a9cd-8f3d2029a6f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:40:06.976700 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030d9d9-33e9-4b7c-a9cd-8f3d2029a6f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:40:06.977037 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030d9d9-33e9-4b7c-a9cd-8f3d2029a6f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:40:06.977370 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030d9d9-33e9-4b7c-a9cd-8f3d2029a6f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:40:06.977701 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030d9d9-33e9-4b7c-a9cd-8f3d2029a6f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:40:06.978033 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030d9d9-33e9-4b7c-a9cd-8f3d2029a6f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:40:06.978375 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030d9d9-33e9-4b7c-a9cd-8f3d2029a6f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:40:06.978716 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030d9d9-33e9-4b7c-a9cd-8f3d2029a6f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:40:06.979183 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030d9d9-33e9-4b7c-a9cd-8f3d2029a6f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:40:06.979565 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030d9d9-33e9-4b7c-a9cd-8f3d2029a6f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:40:06.979915 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c030d9d9-33e9-4b7c-a9cd-8f3d2029a6f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:40:07.285138 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9cb5d30b-1adb-4f16-8fe6-f56a37a90d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1576687'] for router_interface, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:07.532246 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-9cb5d30b-1adb-4f16-8fe6-f56a37a90d9a admin admin] Deleting port de0c0148-4d37-42a2-ab3f-27fcbc7e12a2 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:40:07.532579 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9cb5d30b-1adb-4f16-8fe6-f56a37a90d9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:07.607449 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-9cb5d30b-1adb-4f16-8fe6-f56a37a90d9a admin admin] For port de0c0148-4d37-42a2-ab3f-27fcbc7e12a2, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=de0c0148-4d37-42a2-ab3f-27fcbc7e12a2,segment=NetworkSegment(dd05274d-e158-40db-9163-fa6317e33455),segment_id=dd05274d-e158-40db-9163-fa6317e33455)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:40:07.607710 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9cb5d30b-1adb-4f16-8fe6-f56a37a90d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:07.620451 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-9cb5d30b-1adb-4f16-8fe6-f56a37a90d9a admin admin] Calling delete_port for de0c0148-4d37-42a2-ab3f-27fcbc7e12a2 owned by network:router_interface {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:40:07.797850 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9cb5d30b-1adb-4f16-8fe6-f56a37a90d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9210769'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:07.822008 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb5d30b-1adb-4f16-8fe6-f56a37a90d9a admin admin] Pushing event deleted for resources: {'Port': ['ID=de0c0148-4d37-42a2-ab3f-27fcbc7e12a2,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:40:07.831782 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5d30b-1adb-4f16-8fe6-f56a37a90d9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:40:07.832141 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5d30b-1adb-4f16-8fe6-f56a37a90d9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:40:07.832487 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5d30b-1adb-4f16-8fe6-f56a37a90d9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:40:07.832830 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5d30b-1adb-4f16-8fe6-f56a37a90d9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:40:07.833173 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5d30b-1adb-4f16-8fe6-f56a37a90d9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:40:07.833512 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5d30b-1adb-4f16-8fe6-f56a37a90d9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:40:07.833850 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5d30b-1adb-4f16-8fe6-f56a37a90d9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:40:07.834184 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5d30b-1adb-4f16-8fe6-f56a37a90d9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:40:07.834517 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5d30b-1adb-4f16-8fe6-f56a37a90d9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:40:07.834875 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5d30b-1adb-4f16-8fe6-f56a37a90d9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:40:07.835205 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5d30b-1adb-4f16-8fe6-f56a37a90d9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:40:07.835534 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb5d30b-1adb-4f16-8fe6-f56a37a90d9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-12-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 12:40:08.004158 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9cb5d30b-1adb-4f16-8fe6-f56a37a90d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601745'] for router_interface, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:08.216668 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb5d30b-1adb-4f16-8fe6-f56a37a90d9a admin admin] Router f6d753f0-0e98-4018-8a1f-0633b2f6d7d2 has already been hosted by L3 agent 7355b493-dd34-47a0-bc36-b6788d254c20 {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 12:40:08.322624 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb5d30b-1adb-4f16-8fe6-f56a37a90d9a admin admin] Notify agent at l3_agent.dv-cinder-796286-12-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 12:40:08.327783 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9cb5d30b-1adb-4f16-8fe6-f56a37a90d9a admin admin] 10.222.0.52 "PUT /v2.0/routers/f6d753f0-0e98-4018-8a1f-0633b2f6d7d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3935599 Jul 05 12:40:08.330905 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 45532) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:40:08.333563 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b05ae0c-482c-4c8e-8af8-f048d65535ec None None] Sync routers for ids ['f6d753f0-0e98-4018-8a1f-0633b2f6d7d2'] in dv-cinder-796286-12-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 12:40:08.344136 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b05ae0c-482c-4c8e-8af8-f048d65535ec None None] Routers {'f6d753f0-0e98-4018-8a1f-0633b2f6d7d2'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:40:08.345624 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-3b05ae0c-482c-4c8e-8af8-f048d65535ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:39:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['f6d753f0-0e98-4018-8a1f-0633b2f6d7d2'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:40:08.438828 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6d88b5a7-e3a5-4c14-8012-b0d864bfd2bf admin admin] Notify callbacks [] for router, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:08.502050 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-3b05ae0c-482c-4c8e-8af8-f048d65535ec None None] Set router f6d753f0-0e98-4018-8a1f-0633b2f6d7d2 gateway port host: dv-cinder-796286-12-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:40:08.570428 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6d88b5a7-e3a5-4c14-8012-b0d864bfd2bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:08.625734 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 8cdac24e-a6fe-4457-952f-bf63623ea626 no longer exists at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:40:08.645673 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-6d88b5a7-e3a5-4c14-8012-b0d864bfd2bf admin admin] Deleting port 364d4dd2-294b-45d5-8419-f4fdd07f70b0 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:40:08.646249 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6d88b5a7-e3a5-4c14-8012-b0d864bfd2bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:08.649616 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] No Port match for: 8cdac24e-a6fe-4457-952f-bf63623ea626 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:40:08.650016 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 8cdac24e-a6fe-4457-952f-bf63623ea626 not bound to the agent host dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:40:08.726352 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-6d88b5a7-e3a5-4c14-8012-b0d864bfd2bf admin admin] For port 364d4dd2-294b-45d5-8419-f4fdd07f70b0, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=364d4dd2-294b-45d5-8419-f4fdd07f70b0,segment=NetworkSegment(7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0),segment_id=7829fbf5-4e1d-4ad1-a5f7-907d3f5e31a0)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:40:08.726606 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6d88b5a7-e3a5-4c14-8012-b0d864bfd2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:08.739759 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-6d88b5a7-e3a5-4c14-8012-b0d864bfd2bf admin admin] Calling delete_port for 364d4dd2-294b-45d5-8419-f4fdd07f70b0 owned by network:router_gateway {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:40:08.747768 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-3b05ae0c-482c-4c8e-8af8-f048d65535ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d753f0-0e98-4018-8a1f-0633b2f6d7d2', 'name': 'tempest-TestVolumeBootPattern-848052566-router', 'tenant_id': 'efd8df99cbf745af8e16144d8bdef696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'external_fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '364d4dd2-294b-45d5-8419-f4fdd07f70b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:31:37Z', 'updated_at': '2021-07-05T12:40:07Z', 'revision_number': 5, 'project_id': 'efd8df99cbf745af8e16144d8bdef696', 'gw_port': {'id': '364d4dd2-294b-45d5-8419-f4fdd07f70b0', 'name': '', 'network_id': 'aa38b356-d6cf-48be-b408-9464f33b7649', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d753f0-0e98-4018-8a1f-0633b2f6d7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T12:31:38Z', 'updated_at': '2021-07-05T12:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e645773-65d0-42f3-9bdc-7785aff60c5a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-12-iscsi'}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:40:08.777402 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b05ae0c-482c-4c8e-8af8-f048d65535ec None None] Checking router: f6d753f0-0e98-4018-8a1f-0633b2f6d7d2 for host: dv-cinder-796286-12-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 12:40:08.789947 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b05ae0c-482c-4c8e-8af8-f048d65535ec None None] Routers {'f6d753f0-0e98-4018-8a1f-0633b2f6d7d2'} bound to L3 agent in host dv-cinder-796286-12-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 12:40:08.790541 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-3b05ae0c-482c-4c8e-8af8-f048d65535ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T12:15:23Z,description=,heartbeat_timestamp=2021-07-05T12:39:53Z,host='dv-cinder-796286-12-iscsi',id=7355b493-dd34-47a0-bc36-b6788d254c20,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T12:15:23Z,topic='l3_agent')) {'router_ids': ['f6d753f0-0e98-4018-8a1f-0633b2f6d7d2'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:40:08.882711 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-3b05ae0c-482c-4c8e-8af8-f048d65535ec None None] Set router f6d753f0-0e98-4018-8a1f-0633b2f6d7d2 gateway port host: None {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 12:40:08.912077 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6d88b5a7-e3a5-4c14-8012-b0d864bfd2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3485763'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:08.934210 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-3b05ae0c-482c-4c8e-8af8-f048d65535ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d753f0-0e98-4018-8a1f-0633b2f6d7d2', 'name': 'tempest-TestVolumeBootPattern-848052566-router', 'tenant_id': 'efd8df99cbf745af8e16144d8bdef696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:31:37Z', 'updated_at': '2021-07-05T12:40:08Z', 'revision_number': 6, 'project_id': 'efd8df99cbf745af8e16144d8bdef696', 'gw_port_host': None}], 'dv-cinder-796286-12-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:40:08.935606 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d88b5a7-e3a5-4c14-8012-b0d864bfd2bf admin admin] Pushing event deleted for resources: {'Port': ['ID=364d4dd2-294b-45d5-8419-f4fdd07f70b0,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:40:09.004166 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6d88b5a7-e3a5-4c14-8012-b0d864bfd2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1575336'] for router_gateway, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:09.053975 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b05ae0c-482c-4c8e-8af8-f048d65535ec None None] The sync data for ids ['f6d753f0-0e98-4018-8a1f-0633b2f6d7d2'] in dv-cinder-796286-12-iscsi is: [{'id': 'f6d753f0-0e98-4018-8a1f-0633b2f6d7d2', 'name': 'tempest-TestVolumeBootPattern-848052566-router', 'tenant_id': 'efd8df99cbf745af8e16144d8bdef696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T12:31:37Z', 'updated_at': '2021-07-05T12:40:08Z', 'revision_number': 6, 'project_id': 'efd8df99cbf745af8e16144d8bdef696', 'gw_port_host': None}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 12:40:09.100529 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6d88b5a7-e3a5-4c14-8012-b0d864bfd2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6158'] for router, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:09.102582 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6d88b5a7-e3a5-4c14-8012-b0d864bfd2bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:09.147911 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6d88b5a7-e3a5-4c14-8012-b0d864bfd2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1580428'] for router, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:09.148423 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d88b5a7-e3a5-4c14-8012-b0d864bfd2bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6d753f0-0e98-4018-8a1f-0633b2f6d7d2 {{(pid=92929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 12:40:09.152617 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6d88b5a7-e3a5-4c14-8012-b0d864bfd2bf admin admin] Notify callbacks [] for router, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:09.154046 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-6d88b5a7-e3a5-4c14-8012-b0d864bfd2bf admin admin] 10.222.0.52 "DELETE /v2.0/routers/f6d753f0-0e98-4018-8a1f-0633b2f6d7d2 HTTP/1.1" status: 204 len: 168 time: 0.8213525 Jul 05 12:40:09.156713 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 45534) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:40:09.216348 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_v2 [None req-f75121b2-9fd0-43dc-9fcb-22cd385239c2 admin admin] Deleting subnet a02bc70e-5865-4233-ac94-642463a7e2f7 {{(pid=92929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 12:40:09.221097 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f75121b2-9fd0-43dc-9fcb-22cd385239c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:09.262461 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f75121b2-9fd0-43dc-9fcb-22cd385239c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192288'] for subnet, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:09.339249 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f75121b2-9fd0-43dc-9fcb-22cd385239c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-882782'] for subnet, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:09.393553 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f75121b2-9fd0-43dc-9fcb-22cd385239c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-882775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3485817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3224283'] for subnet, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:09.406017 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f75121b2-9fd0-43dc-9fcb-22cd385239c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:09.408598 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-f75121b2-9fd0-43dc-9fcb-22cd385239c2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a02bc70e-5865-4233-ac94-642463a7e2f7 HTTP/1.1" status: 204 len: 168 time: 0.2493746 Jul 05 12:40:09.410776 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 45536) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:40:09.411450 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c845da-b7a0-45d2-9f5f-f5cdee443316 None None] Network 84ace924-4ee8-4c30-bf12-9e88a6e06a09 requested from dv-cinder-796286-12-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 12:40:09.431838 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75121b2-9fd0-43dc-9fcb-22cd385239c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a02bc70e-5865-4233-ac94-642463a7e2f7,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:40:09.493787 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-776de58b-c9c2-41e1-a86b-d358132a6f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773155'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:09.551085 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-776de58b-c9c2-41e1-a86b-d358132a6f33 admin admin] Deleting port 54145917-dcf6-4410-a34b-745d860e5f29 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:40:09.551286 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-776de58b-c9c2-41e1-a86b-d358132a6f33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:09.614852 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4c587f-9220-4301-9ba3-ba641b373402 None None] DHCP port deletion for 84ace924-4ee8-4c30-bf12-9e88a6e06a09 request from dv-cinder-796286-12-iscsi {{(pid=92930) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 12:40:09.619717 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-776de58b-c9c2-41e1-a86b-d358132a6f33 admin admin] For port 54145917-dcf6-4410-a34b-745d860e5f29, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=54145917-dcf6-4410-a34b-745d860e5f29,segment=NetworkSegment(dd05274d-e158-40db-9163-fa6317e33455),segment_id=dd05274d-e158-40db-9163-fa6317e33455)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:40:09.620082 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-776de58b-c9c2-41e1-a86b-d358132a6f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:09.632744 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-776de58b-c9c2-41e1-a86b-d358132a6f33 admin admin] Calling delete_port for 54145917-dcf6-4410-a34b-745d860e5f29 owned by network:dhcp {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:40:09.662294 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-ba4c587f-9220-4301-9ba3-ba641b373402 None None] Deleting port 54145917-dcf6-4410-a34b-745d860e5f29 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 12:40:09.663073 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ba4c587f-9220-4301-9ba3-ba641b373402 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761929768156'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:09.720448 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-776de58b-c9c2-41e1-a86b-d358132a6f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9210769'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:09.724886 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-ba4c587f-9220-4301-9ba3-ba641b373402 None None] For port 54145917-dcf6-4410-a34b-745d860e5f29, host dv-cinder-796286-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-12-iscsi',level=0,port_id=54145917-dcf6-4410-a34b-745d860e5f29,segment=NetworkSegment(dd05274d-e158-40db-9163-fa6317e33455),segment_id=dd05274d-e158-40db-9163-fa6317e33455)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 12:40:09.725223 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ba4c587f-9220-4301-9ba3-ba641b373402 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601775'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:09.737146 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-ba4c587f-9220-4301-9ba3-ba641b373402 None None] Calling delete_port for 54145917-dcf6-4410-a34b-745d860e5f29 owned by network:dhcp {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 12:40:09.744406 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776de58b-c9c2-41e1-a86b-d358132a6f33 admin admin] Pushing event deleted for resources: {'Port': ['ID=54145917-dcf6-4410-a34b-745d860e5f29,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:40:09.751810 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776de58b-c9c2-41e1-a86b-d358132a6f33 admin admin] No DVR routers for this DVR port 54145917-dcf6-4410-a34b-745d860e5f29 on host dv-cinder-796286-12-iscsi {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 12:40:09.818888 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ba4c587f-9220-4301-9ba3-ba641b373402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-658225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761929775382', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761929222629'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:09.828511 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-776de58b-c9c2-41e1-a86b-d358132a6f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880587', 'neutron.services.segments.db._delete_segments_for_network-8761929754462'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:09.840523 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-776de58b-c9c2-41e1-a86b-d358132a6f33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ace924-4ee8-4c30-bf12-9e88a6e06a09']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:40:09.846687 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c587f-9220-4301-9ba3-ba641b373402 None None] Pushing event deleted for resources: {'Port': ['ID=54145917-dcf6-4410-a34b-745d860e5f29,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:40:09.852768 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4c587f-9220-4301-9ba3-ba641b373402 None None] No DVR routers for this DVR port 54145917-dcf6-4410-a34b-745d860e5f29 on host dv-cinder-796286-12-iscsi {{(pid=92930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 12:40:09.865042 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-776de58b-c9c2-41e1-a86b-d358132a6f33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd05274d-e158-40db-9163-fa6317e33455') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:40:09.865338 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-776de58b-c9c2-41e1-a86b-d358132a6f33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd05274d-e158-40db-9163-fa6317e33455') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 12:40:09.874112 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-776de58b-c9c2-41e1-a86b-d358132a6f33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761929721474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9086267'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:09.889748 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-776de58b-c9c2-41e1-a86b-d358132a6f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:09.896505 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-776de58b-c9c2-41e1-a86b-d358132a6f33 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 12:40:09.896987 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-776de58b-c9c2-41e1-a86b-d358132a6f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9210702'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:09.898715 dv-cinder-796286-12-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 05 12:40:09.898715 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 12:40:09.898715 dv-cinder-796286-12-iscsi neutron-server[92928]: timer() Jul 05 12:40:09.898715 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 12:40:09.898715 dv-cinder-796286-12-iscsi neutron-server[92928]: cb(*args, **kw) Jul 05 12:40:09.898715 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 12:40:09.898715 dv-cinder-796286-12-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 05 12:40:09.898715 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 12:40:09.898715 dv-cinder-796286-12-iscsi neutron-server[92928]: self._notify() Jul 05 12:40:09.898715 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 12:40:09.898715 dv-cinder-796286-12-iscsi neutron-server[92928]: self.callback(batched_events) Jul 05 12:40:09.898715 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 12:40:09.898715 dv-cinder-796286-12-iscsi neutron-server[92928]: event.method(event) Jul 05 12:40:09.898715 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 12:40:09.898715 dv-cinder-796286-12-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 12:40:09.898715 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 12:40:09.898715 dv-cinder-796286-12-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 12:40:09.898715 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 12:40:09.898715 dv-cinder-796286-12-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 05 12:40:09.898715 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 12:40:09.898715 dv-cinder-796286-12-iscsi neutron-server[92928]: return self._get(url).json() Jul 05 12:40:09.898715 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 12:40:09.898715 dv-cinder-796286-12-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 12:40:09.898715 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 12:40:09.898715 dv-cinder-796286-12-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 05 12:40:09.898715 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 12:40:09.898715 dv-cinder-796286-12-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 12:40:09.898715 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 12:40:09.898715 dv-cinder-796286-12-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 12:40:09.898715 dv-cinder-796286-12-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 12:40:09.898715 dv-cinder-796286-12-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 12:40:09.898715 dv-cinder-796286-12-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 12:40:09.952905 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-776de58b-c9c2-41e1-a86b-d358132a6f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575308'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:09.959368 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-776de58b-c9c2-41e1-a86b-d358132a6f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583536'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:09.961349 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-776de58b-c9c2-41e1-a86b-d358132a6f33 admin admin] 10.222.0.52 "DELETE /v2.0/networks/84ace924-4ee8-4c30-bf12-9e88a6e06a09 HTTP/1.1" status: 204 len: 168 time: 0.5488384 Jul 05 12:40:09.972902 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776de58b-c9c2-41e1-a86b-d358132a6f33 admin admin] Pushing event deleted for resources: {'Network': ['ID=84ace924-4ee8-4c30-bf12-9e88a6e06a09,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:40:10.072058 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 45540) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:40:10.118457 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-d859a5ff-9a32-4949-9a9a-1b2d3fa2abdd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=66642072210e46be853b52fd91a99581&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447283 Jul 05 12:40:10.120889 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 45542) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:40:10.172064 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d3739d93-b70d-4f6f-b2fa-041f5ae5f18e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:10.193385 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d3739d93-b70d-4f6f-b2fa-041f5ae5f18e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:10.239616 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d3739d93-b70d-4f6f-b2fa-041f5ae5f18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:10.242230 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d3739d93-b70d-4f6f-b2fa-041f5ae5f18e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:10.243454 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-d3739d93-b70d-4f6f-b2fa-041f5ae5f18e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/70c7518b-0597-438d-92d9-54596d748a25 HTTP/1.1" status: 204 len: 168 time: 0.1215985 Jul 05 12:40:10.252734 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3739d93-b70d-4f6f-b2fa-041f5ae5f18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c7518b-0597-438d-92d9-54596d748a25,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:40:10.534059 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device de0c0148-4d37-42a2-ab3f-27fcbc7e12a2 no longer exists at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:40:10.553958 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] No Port match for: de0c0148-4d37-42a2-ab3f-27fcbc7e12a2 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:40:10.554309 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device de0c0148-4d37-42a2-ab3f-27fcbc7e12a2 not bound to the agent host dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:40:10.554737 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 54145917-dcf6-4410-a34b-745d860e5f29 no longer exists at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:40:10.559500 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.52', 45548) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:40:10.576480 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] No Port match for: 54145917-dcf6-4410-a34b-745d860e5f29 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:40:10.576747 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 54145917-dcf6-4410-a34b-745d860e5f29 not bound to the agent host dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:40:10.577162 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 364d4dd2-294b-45d5-8419-f4fdd07f70b0 no longer exists at agent ovs-agent-dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 12:40:10.598631 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] No Port match for: 364d4dd2-294b-45d5-8419-f4fdd07f70b0 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 12:40:10.599003 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Device 364d4dd2-294b-45d5-8419-f4fdd07f70b0 not bound to the agent host dv-cinder-796286-12-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 12:40:10.599742 dv-cinder-796286-12-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ef48ba31-2944-413c-a67c-445f83e69679 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=efd8df99cbf745af8e16144d8bdef696&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390608 Jul 05 12:40:10.602503 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.52', 45550) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 12:40:10.654473 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b19ce196-9ced-43bb-af63-bee4cc41705a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:10.676304 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b19ce196-9ced-43bb-af63-bee4cc41705a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:10.724075 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b19ce196-9ced-43bb-af63-bee4cc41705a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1747266'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:10.726622 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b19ce196-9ced-43bb-af63-bee4cc41705a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:10.727783 dv-cinder-796286-12-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-b19ce196-9ced-43bb-af63-bee4cc41705a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/42bacdf5-384e-4913-949a-eaac21d7deb6 HTTP/1.1" status: 204 len: 168 time: 0.1242440 Jul 05 12:40:10.735335 dv-cinder-796286-12-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19ce196-9ced-43bb-af63-bee4cc41705a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bacdf5-384e-4913-949a-eaac21d7deb6,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 12:40:18.311345 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:20.810368 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-91c86313-de50-4893-8d5f-e7c5c2ef761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:23.373412 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e5ea086e-cb9c-497c-87f7-26a6f64fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:23.730791 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:24.751731 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:26.319194 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:36.146458 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:40:48.318881 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:50.810415 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-928c068f-9af3-4fc4-ad42-4db0c1289a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:53.374293 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1cc54f87-269a-4989-af89-6d0db08699e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:53.731758 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:54.753937 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:40:56.323244 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:41:13.144706 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:41:18.330502 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:41:20.809951 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6006eca7-f3db-445c-b1a7-a2342973080b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:41:23.374455 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-22268f83-54ae-48bb-a80b-34464941d02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:41:23.732499 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:41:24.756875 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:41:26.325863 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:41:48.333240 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:41:50.144225 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:41:50.810817 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-06c66608-9b7d-4c0d-8545-abb0ddc90ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:41:53.376013 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cdb2c9d2-1db8-4871-b1c1-2bf6f4333c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:41:53.733194 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:41:54.760486 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:41:56.328255 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:42:18.344760 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:42:20.812113 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2aba7e2c-30c6-497c-b13e-512ddc1b5de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:42:23.378006 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2ab9dfa6-5514-4d14-bcf1-6673a5521c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:42:23.733796 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:42:24.763279 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:42:26.332666 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:42:27.143157 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:42:48.356804 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:42:50.813653 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1f0c925e-4fde-42b1-a1ec-883baaad1aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:42:53.381706 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6e118b98-59ab-4fa9-a993-546f36202c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:42:53.735205 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:42:54.765771 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:42:56.335710 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:43:04.142299 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:43:18.366817 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:43:20.814034 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-66d97c9d-91c0-43ef-aa2d-eac9759c6c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:43:23.382276 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4dbccf96-7a30-4507-8eff-5477252b7a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:43:23.736679 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:43:24.770518 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:43:26.337392 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:43:41.142428 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:43:48.361275 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:43:50.814897 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-70f4351b-0254-43c5-8d99-f0422ea7608c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:43:53.385601 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-442e8c6d-cd54-4ff2-891a-20d303cf868f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:43:53.737292 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:43:54.773156 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:43:56.342327 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:44:18.142018 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:44:18.369877 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:44:20.814956 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bd0dab37-0cbf-4e5c-ba2a-5353c978eedb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:44:23.386304 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ca33c4f7-dee0-4165-9f31-ef38f52c0890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:44:23.737155 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:44:24.774851 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:44:26.344711 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:44:28.525825 dv-cinder-796286-12-iscsi neutron-server[92928]: DEBUG neutron.wsgi [req-6ed3b31b-3f29-409a-8ebd-bd5bbdad114e req-f8e4f6d9-efd3-4e35-9ed6-2049041ca47a service neutron] (92928) timed out ('10.222.0.52', 41280) {{(pid=92928) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 12:44:48.375417 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:44:50.815013 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-01676a47-90e8-44d1-a89b-5fee09d9c0a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:44:53.386470 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d05770ef-7d08-4007-bd44-9bb7276f01c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:44:53.738478 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:44:54.777964 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:44:55.140434 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 12:44:56.351326 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:45:18.387369 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-121091d6-5099-4460-84e0-0e8962b28233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:45:20.815922 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a778093e-c093-4386-8bb2-5ed6aa262d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:45:23.388881 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-73d10607-2996-4658-976e-969b0470a075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:45:23.741595 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b90e1914-7c6f-40b4-8616-d9381f02a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:45:24.780698 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47a4eab3-c10c-4c37-8eba-9704b063dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:45:26.350338 dv-cinder-796286-12-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-989cf033-515b-4cdd-9682-ef60d59994d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761929754444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873857'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 12:45:32.140214 dv-cinder-796286-12-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-f5e52ebc-cd5b-45fe-b411-4e428ac80b1f None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}